[ 509.293058] env[65888]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 509.293058] env[65888]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 510.306470] env[65978]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 510.306470] env[65978]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 511.893851] env[65978]: INFO neutron.common.config [-] Logging enabled! [ 511.894315] env[65978]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev95 [ 511.894473] env[65978]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65978) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 511.894751] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 511.894841] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 511.895684] env[65978]: WARNING oslo_policy.policy [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 511.895906] env[65978]: WARNING oslo_policy.policy [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 511.897675] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] VMware NSXv3 Agent initialized successfully. [ 511.898030] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] Acquiring lock "singleton_lock" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.898163] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] Acquired lock "singleton_lock" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 511.898376] env[65978]: DEBUG oslo_concurrency.lockutils [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] Releasing lock "singleton_lock" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 511.898664] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] Full set of CONF: {{(pid=65978) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 511.898774] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ******************************************************************************** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 511.898875] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] Configuration options gathered from: {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 511.899264] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 511.899438] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 511.899544] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ================================================================================ {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 511.899708] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] agent_down_time = 75 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.899870] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] allow_automatic_dhcp_failover = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.899978] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] allow_bulk = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.900130] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] api_extensions_path = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.900270] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] api_paste_config = api-paste.ini {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.900409] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] auth_strategy = keystone {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.900513] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] backdoor_port = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.900612] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] backdoor_socket = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.900744] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] backlog = 4096 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.900878] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.901042] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] bind_host = 0.0.0.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.901185] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] bind_port = 9696 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.901318] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] client_socket_timeout = 900 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.901456] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] config_dir = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.901562] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.901694] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] config_source = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.901830] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] control_exchange = neutron {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.901965] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] core_plugin = ml2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.902112] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] debug = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.902246] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] default_availability_zones = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.902450] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.902589] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] dhcp_agent_notification = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.902720] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] dhcp_agents_per_network = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.902849] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] dhcp_lease_duration = 86400 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.902986] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] dhcp_load_type = networks {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.903133] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] dns_domain = openstacklocal {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.903268] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.903399] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] enable_default_route_bfd = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.903526] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] enable_default_route_ecmp = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.903652] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] enable_dvr = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.903778] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] enable_new_agents = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.903902] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.904071] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] enable_signals = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.904167] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] enable_traditional_dhcp = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.904291] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] external_dns_driver = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.904421] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] filter_validation = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.904558] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] global_physnet_mtu = 8950 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.904686] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] graceful_shutdown_timeout = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.904860] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] host = cpu-1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.904995] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] host_dvr_for_dhcp = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.905138] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] http_retries = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.905273] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] instance_format = [instance: %(uuid)s] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.905406] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.905539] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ipam_driver = internal {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.905698] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ipv6_pd_enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.905837] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] l3_ha = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.905971] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.906117] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] l3_ha_network_physical_name = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.906277] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] l3_ha_network_type = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.906421] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] log_color = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.906555] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] log_config_append = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.906687] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.906815] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] log_dir = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.906940] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] log_file = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.907054] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] log_options = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.907207] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] log_rotate_interval = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.907352] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] log_rotate_interval_type = days {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.907488] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] log_rotation_type = none {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.907590] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.907690] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.907825] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.907958] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.908076] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.908211] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] max_dns_nameservers = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.908342] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] max_header_line = 16384 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.908472] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] max_l3_agents_per_router = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.908597] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] max_logfile_count = 30 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.908722] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] max_logfile_size_mb = 200 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.908846] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] max_subnet_host_routes = 20 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.908978] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] my_ip = 10.180.1.21 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.909121] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] my_ipv6 = ::1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.909249] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] network_auto_schedule = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.909371] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] network_link_prefix = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.909501] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.909634] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] notify_nova_on_port_data_changes = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.909764] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] notify_nova_on_port_status_changes = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.909895] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] pagination_max_limit = -1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.910030] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] publish_errors = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.910190] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] rate_limit_burst = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.910298] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] rate_limit_except_level = CRITICAL {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.910428] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] rate_limit_interval = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.910557] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] retry_until_window = 30 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.910683] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] router_distributed = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.910808] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] rpc_resources_processing_step = 20 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.910933] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] rpc_response_max_timeout = 600 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.911072] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] rpc_response_timeout = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.911200] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] send_events_interval = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.911344] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] service_plugins = ['router'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.911477] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] setproctitle = on {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.911601] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] shell_completion = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.911733] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] state_path = /opt/stack/data/neutron {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.911864] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] syslog_log_facility = LOG_USER {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.911992] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] tcp_keepidle = 600 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.912140] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] transport_url = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.912268] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] use_journal = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.912395] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] use_json = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.912521] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] use_ssl = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.912644] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] use_stderr = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.912775] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] use_syslog = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.912899] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] vlan_qinq = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.913032] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] vlan_transparent = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.913162] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] watch_log_file = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.913291] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] wsgi_default_pool_size = 100 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.913417] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] wsgi_keep_alive = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.913554] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.913683] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] wsgi_server_debug = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 511.913830] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_concurrency.disable_process_locking = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.913968] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.914119] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.914253] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.914391] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.914526] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.914654] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.914802] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler.connection_string = messaging:// {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.914941] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler.enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.915091] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler.es_doc_type = notification {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.915225] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler.es_scroll_size = 10000 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.915368] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler.es_scroll_time = 2m {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.915500] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler.filter_error_trace = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.915637] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler.hmac_keys = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.915772] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler.sentinel_service_name = mymaster {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.915911] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler.socket_timeout = 0.1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.916073] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler.trace_requests = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.916328] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler.trace_sqlalchemy = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.916394] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler_jaeger.process_tags = {} {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.916520] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler_jaeger.service_name_prefix = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.916653] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] profiler_otlp.service_name_prefix = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.916798] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_policy.enforce_new_defaults = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.917089] env[65978]: WARNING oslo_config.cfg [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 511.917286] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_policy.enforce_scope = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.917440] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_policy.policy_default_rule = default {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.917593] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.917733] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.917872] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.918009] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.918146] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.918275] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.918406] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.918543] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.918685] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.918830] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] agent.extensions = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.918964] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.919114] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] service_providers.service_provider = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.919286] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] QUOTAS.default_quota = -1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.919433] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.919568] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] QUOTAS.quota_floatingip = 50 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.919701] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] QUOTAS.quota_network = 100 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.919831] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] QUOTAS.quota_port = 500 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.919959] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.920100] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] QUOTAS.quota_router = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.920231] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] QUOTAS.quota_security_group = 10 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.920362] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.920490] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] QUOTAS.quota_subnet = 100 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.920619] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] QUOTAS.track_quota_usage = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.920767] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.920899] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep.group = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.921038] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep.helper_command = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.921175] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep.log_daemon_traceback = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.921315] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.921448] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep.thread_pool_size = 8 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.921578] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep.user = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.921719] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.921848] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_dhcp_release.group = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.921975] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_dhcp_release.helper_command = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.922119] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.922282] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.922386] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.922515] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_dhcp_release.user = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.922652] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.922778] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_ovs_vsctl.group = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.922903] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.923041] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.923179] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.923312] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.923441] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_ovs_vsctl.user = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.923578] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_namespace.capabilities = [21] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.923702] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_namespace.group = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.923830] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_namespace.helper_command = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.923961] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.924108] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.924241] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.924369] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_namespace.user = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.924509] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_conntrack.capabilities = [12] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.924637] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_conntrack.group = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.924764] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_conntrack.helper_command = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.924894] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.925039] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.925176] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.925313] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_conntrack.user = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.925443] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_link.capabilities = [12, 21] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.925568] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_link.group = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.925693] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_link.helper_command = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.925823] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_link.log_daemon_traceback = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.925956] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.926100] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_link.thread_pool_size = 8 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.926257] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] privsep_link.user = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.926413] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.926559] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.926696] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.continue_on_failed_promotions = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.926828] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.dscp = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.926964] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.dscp_inherit = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.927117] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.force_mp_to_policy = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.927270] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.locking_coordinator_url = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.927407] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.log_agent_heartbeats = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.927542] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.logging_expire = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.927684] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.927846] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.927959] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.polling_interval = 240 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.928112] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.928255] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.928400] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.report_interval = 30.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.928543] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.928683] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.928822] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.928958] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.sync_skew = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.929107] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.synchronization_queue_size = 20 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.929241] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT.use_helper_for_ns_read = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.929380] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] SECURITYGROUP.enable_ipset = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.929521] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] SECURITYGROUP.enable_security_group = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.929657] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.929794] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.929934] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] experimental.ipv6_pd_enabled = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.930101] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ml2.extension_drivers = ['port_security'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.930237] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ml2.external_network_type = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.930387] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.930526] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ml2.overlay_ip_version = 4 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.930663] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ml2.path_mtu = 8950 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.930801] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ml2.physical_network_mtus = {} {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.930941] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.931090] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.931240] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ml2.type_drivers = ['vlan'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.931410] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.931545] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.931679] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.931824] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.931966] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.932119] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.932260] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.932398] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.932536] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.932730] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.932875] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_login_password = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.933027] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.933167] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_login_user = admin {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.933307] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.933447] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.933591] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.933794] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.933988] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.934167] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.934312] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.934456] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.934592] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.934733] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.934873] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.935016] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.935176] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.935394] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.935544] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.935685] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.935821] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.935962] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] nova.auth_section = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.936124] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] nova.auth_type = password {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.936294] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.936431] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] nova.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.936567] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] nova.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.936709] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] nova.endpoint_type = public {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.936843] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] nova.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.936970] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] nova.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.937124] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] nova.region_name = RegionOne {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.937271] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] nova.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.937414] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] nova.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.937555] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] placement.auth_section = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.937701] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] placement.auth_type = password {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.938111] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.938111] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] placement.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.938111] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] placement.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.938355] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] placement.endpoint_type = public {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.938501] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] placement.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.938647] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] placement.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.938795] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] placement.region_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.938940] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] placement.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.939083] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] placement.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.939225] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.auth_section = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.939356] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.auth_type = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.939503] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.cafile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.939640] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.certfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.939832] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.collect_timing = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.939999] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.connect_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.940162] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.connect_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.940291] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.enable_notifications = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.940422] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.endpoint_override = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.940554] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.insecure = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.940684] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.interface = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.940809] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.keyfile = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.940941] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.max_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.941080] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.min_version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.941210] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.region_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.941338] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.retriable_status_codes = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.941462] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.service_name = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.941589] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.service_type = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.941718] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.split_loggers = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.941841] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.status_code_retries = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.941967] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.status_code_retry_delay = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.942104] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.timeout = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.942235] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.valid_interfaces = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.942362] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ironic.version = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.942497] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] cli_script.dry_run = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.942640] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.942771] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.942904] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.943043] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.943174] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.943313] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.943480] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.943621] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.943754] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.943893] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.944035] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.944181] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.944318] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.944462] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.944581] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.944720] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.944849] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.944979] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.945131] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.945263] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.945395] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.945523] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.945650] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.945781] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.945907] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.946045] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.946202] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.946339] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.946471] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.946600] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.946731] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.ssl = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.946870] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.947012] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.947157] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.947327] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.947473] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.947609] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.947758] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_notifications.driver = [] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.947890] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_notifications.retry = -1 {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.948047] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.948201] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 511.948319] env[65978]: DEBUG oslo_service.backend._eventlet.service [None req-e59faf44-11f6-4457-aec5-faa5ee382915 None None] ******************************************************************************** {{(pid=65978) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 511.949737] env[65978]: DEBUG neutron.agent.securitygroups_rpc [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Init firewall settings (driver=nsxv3) {{(pid=65978) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 511.951082] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65978) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 511.951329] env[65978]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] RPC agent_id: nsxm-l-01a.corp.local [ 511.953555] env[65978]: DEBUG dogpile.cache.region [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 511.953672] env[65978]: DEBUG dogpile.lock [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 511.953773] env[65978]: DEBUG dogpile.lock [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 511.953862] env[65978]: DEBUG dogpile.lock [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 511.953952] env[65978]: DEBUG dogpile.cache.region [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 511.954051] env[65978]: DEBUG dogpile.lock [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 511.954175] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 511.977627] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Session token - acquiring [ 511.979205] env[65978]: DEBUG networking_nsxv3.common.locking [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.979406] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.979489] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 511.979927] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 511.992225] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 512.285165] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 512.308194] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 512.308386] env[65978]: DEBUG dogpile.cache.region [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Cache value generated in 0.354 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 512.308426] env[65978]: DEBUG dogpile.lock [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 512.308556] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Activating Policy API Provider. [ 512.308749] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Looking for the default Infrastructure Rules. [ 512.381502] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Looking for the Default Layer3 Logged Drop Section. [ 512.397152] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 512.397666] env[65978]: DEBUG networking_nsxv3.common.locking [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.397887] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquiring lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.397963] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 512.398215] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired external semaphore "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 512.398544] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 512.914039] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 513.416555] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 513.918642] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Inventory metadata is going to be refreshed. [ 513.919036] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 514.723581] env[65978]: DEBUG networking_nsxv3.common.locking [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.723909] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.723986] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 514.724409] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 514.735131] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 514.737055] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 514.737663] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 514.756450] env[65978]: DEBUG networking_nsxv3.common.locking [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.756731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.756731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 514.757020] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 514.757148] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 514.757276] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 514.757389] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 514.757491] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 514.776852] env[65978]: DEBUG networking_nsxv3.common.locking [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.777143] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.777143] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 514.777406] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 514.777577] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 514.777716] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 514.797991] env[65978]: DEBUG networking_nsxv3.common.locking [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.798236] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.798303] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 514.798610] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 514.798787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 514.798929] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 514.819518] env[65978]: DEBUG networking_nsxv3.common.locking [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.819754] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquiring lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.819799] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 514.820074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired external semaphore "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 514.820215] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Releasing lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 514.820359] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 514.820462] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 514.820560] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 514.838532] env[65978]: DEBUG networking_nsxv3.common.locking [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.838735] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquiring lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.838881] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 514.839200] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired external semaphore "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 514.839308] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Releasing lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 514.839371] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 514.839475] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 514.839577] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 514.859583] env[65978]: DEBUG networking_nsxv3.common.locking [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.859951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.859951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 514.860181] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 514.860298] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 514.860448] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 514.860549] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 514.860645] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Inventory metadata have been refreshed. [ 514.860738] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Dryrun:True. Metadata refresh completed. [ 514.860850] env[65978]: DEBUG oslo_concurrency.lockutils [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Releasing lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 514.862521] env[65978]: INFO neutron.agent.agent_extensions_manager [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Loaded agent extensions: [] [ 514.863237] env[65978]: DEBUG neutron_lib.callbacks.manager [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65978) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 514.916091] env[65978]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] NSXv3 Agent Agent RPC Daemon Started! [ 514.916298] env[65978]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] NSXv3 Agent Agent loop - iteration:0 started [ 514.916360] env[65978]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] NSXv3 Agent Agent out of sync with plugin! [ 519.864357] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 519.864668] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 524.865640] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 524.865640] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 529.831234] env[65978]: INFO networking_nsxv3.common.synchronization [None req-d3531899-8515-4fdc-95aa-84483b120ddd demo admin] Enqueued Resource ID: 2f510921-cbcf-412e-99ae-bc651f86e2e9 with Priority: HIGHEST for action security_group_rules [ 529.831771] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f510921-cbcf-412e-99ae-bc651f86e2e9 with Priority: HIGHEST for action security_group_rules [ 529.833973] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f510921-cbcf-412e-99ae-bc651f86e2e9 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.834085] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f510921-cbcf-412e-99ae-bc651f86e2e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.834156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f510921-cbcf-412e-99ae-bc651f86e2e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.834578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f510921-cbcf-412e-99ae-bc651f86e2e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.834671] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f510921-cbcf-412e-99ae-bc651f86e2e9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.355595] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.355856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.355856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.355999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.356104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.356185] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f510921-cbcf-412e-99ae-bc651f86e2e9 already deleted. [ 530.356262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f510921-cbcf-412e-99ae-bc651f86e2e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.865598] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.866015] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.866015] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.866015] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.866298] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.368830] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.871196] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.374132] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 532.374322] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 533.070368] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.070807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.070807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.070892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.082936] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 533.083798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.084434] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 533.104982] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.105206] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.105206] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.105394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.105479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.105586] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 533.105660] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.105730] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 533.126364] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.126596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.126596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.126809] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.126947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.127081] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.147034] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.147242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.147242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.147444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.147552] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.147705] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 533.165883] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.166116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.166116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.166288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.166391] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.166507] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 533.166617] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.166694] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 533.183292] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.183476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.183476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.183682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.183773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.183884] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 533.183960] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.184048] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 533.204578] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.204822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.204822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.205033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.205119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.205190] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 533.205254] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.205327] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 533.205395] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 533.205460] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 533.205532] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 533.205598] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 533.205841] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 533.205918] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 533.205990] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.225136] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.225328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.225382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.225559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.225681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.225773] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 533.245250] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.245443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.245484] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.245671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.245789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.258892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.833503] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.833920] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.835683] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.837094] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.837347] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.837797] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.840590] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.840590] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.842110] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.842110] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.605563] env[65978]: INFO networking_nsxv3.common.synchronization [None req-42241397-06e3-48e1-a334-2d60f0f79e60 None None] Enqueued Resource ID: 60379765-8027-4a7d-9e94-8f7c7104b135 with Priority: HIGHEST for action port [ 558.606690] env[65978]: INFO networking_nsxv3.common.synchronization [None req-441d9f05-f36f-4ebb-bcdf-4d0a889c4f50 None None] Enqueued Resource ID: aca9bcb8-0089-49f8-b81a-9787b5c2d44c with Priority: HIGHEST for action port [ 558.606690] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60379765-8027-4a7d-9e94-8f7c7104b135 with Priority: HIGHEST for action port [ 558.606690] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca9bcb8-0089-49f8-b81a-9787b5c2d44c with Priority: HIGHEST for action port [ 558.607396] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-60379765-8027-4a7d-9e94-8f7c7104b135 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.607561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60379765-8027-4a7d-9e94-8f7c7104b135" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.607608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60379765-8027-4a7d-9e94-8f7c7104b135" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.607848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60379765-8027-4a7d-9e94-8f7c7104b135" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.607949] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60379765-8027-4a7d-9e94-8f7c7104b135',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.609260] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca9bcb8-0089-49f8-b81a-9787b5c2d44c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.609356] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca9bcb8-0089-49f8-b81a-9787b5c2d44c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.609393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca9bcb8-0089-49f8-b81a-9787b5c2d44c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.609704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca9bcb8-0089-49f8-b81a-9787b5c2d44c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.609782] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca9bcb8-0089-49f8-b81a-9787b5c2d44c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.109658] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60379765-8027-4a7d-9e94-8f7c7104b135 [ 559.111498] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.111498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.111498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.111498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.111498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.111498] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60379765-8027-4a7d-9e94-8f7c7104b135 already deleted. [ 559.111498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60379765-8027-4a7d-9e94-8f7c7104b135" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.112900] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aca9bcb8-0089-49f8-b81a-9787b5c2d44c [ 559.113099] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.113217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.113287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.113464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.113544] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.113634] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aca9bcb8-0089-49f8-b81a-9787b5c2d44c already deleted. [ 559.113711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca9bcb8-0089-49f8-b81a-9787b5c2d44c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.612265] env[65978]: INFO networking_nsxv3.common.synchronization [None req-fb8fe88e-0c39-4f76-9e72-b4eef93e8304 None None] Enqueued Resource ID: b69d2864-20fd-4d56-8993-52387de5a1d7 with Priority: HIGHEST for action port [ 560.612265] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69d2864-20fd-4d56-8993-52387de5a1d7 with Priority: HIGHEST for action port [ 560.612265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b69d2864-20fd-4d56-8993-52387de5a1d7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.612265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b69d2864-20fd-4d56-8993-52387de5a1d7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.612265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b69d2864-20fd-4d56-8993-52387de5a1d7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.612265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b69d2864-20fd-4d56-8993-52387de5a1d7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.612265] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b69d2864-20fd-4d56-8993-52387de5a1d7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.117288] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b69d2864-20fd-4d56-8993-52387de5a1d7 [ 561.118903] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.118903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.118903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.118903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.118903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.118903] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b69d2864-20fd-4d56-8993-52387de5a1d7 already deleted. [ 561.118903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b69d2864-20fd-4d56-8993-52387de5a1d7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.450087] env[65978]: INFO networking_nsxv3.common.synchronization [None req-46a24efb-e2c9-4bb4-9570-1ea0f6b2c3ae None None] Enqueued Resource ID: c38a4a02-5dd4-43aa-b69e-9656c4ac1b4c with Priority: HIGHEST for action port [ 561.450762] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38a4a02-5dd4-43aa-b69e-9656c4ac1b4c with Priority: HIGHEST for action port [ 561.450953] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c38a4a02-5dd4-43aa-b69e-9656c4ac1b4c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.451101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c38a4a02-5dd4-43aa-b69e-9656c4ac1b4c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.451167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c38a4a02-5dd4-43aa-b69e-9656c4ac1b4c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.451403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c38a4a02-5dd4-43aa-b69e-9656c4ac1b4c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.451478] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c38a4a02-5dd4-43aa-b69e-9656c4ac1b4c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.954540] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c38a4a02-5dd4-43aa-b69e-9656c4ac1b4c [ 561.954878] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.955026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.955172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.955478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.956111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.956111] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c38a4a02-5dd4-43aa-b69e-9656c4ac1b4c already deleted. [ 561.956111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c38a4a02-5dd4-43aa-b69e-9656c4ac1b4c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.693261] env[65978]: INFO networking_nsxv3.common.synchronization [None req-bc7ed6d8-5278-4c7c-8962-87f739dd9d09 None None] Enqueued Resource ID: 9eeefbaf-3308-45bb-83d6-74b803a536ef with Priority: HIGHEST for action port [ 562.696066] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eeefbaf-3308-45bb-83d6-74b803a536ef with Priority: HIGHEST for action port [ 562.697544] env[65978]: INFO networking_nsxv3.common.synchronization [None req-aeaebb0a-5a01-4b05-9d41-55815901338f None None] Enqueued Resource ID: f2a155fc-d719-485d-8c3d-1fe7997dd423 with Priority: HIGHEST for action port [ 562.697920] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eeefbaf-3308-45bb-83d6-74b803a536ef taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.697920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eeefbaf-3308-45bb-83d6-74b803a536ef" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.697920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eeefbaf-3308-45bb-83d6-74b803a536ef" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.698108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eeefbaf-3308-45bb-83d6-74b803a536ef" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.698108] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eeefbaf-3308-45bb-83d6-74b803a536ef',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.699219] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a155fc-d719-485d-8c3d-1fe7997dd423 with Priority: HIGHEST for action port [ 562.699683] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2a155fc-d719-485d-8c3d-1fe7997dd423 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.699783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2a155fc-d719-485d-8c3d-1fe7997dd423" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.699856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2a155fc-d719-485d-8c3d-1fe7997dd423" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.700075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2a155fc-d719-485d-8c3d-1fe7997dd423" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.700652] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2a155fc-d719-485d-8c3d-1fe7997dd423',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.203028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9eeefbaf-3308-45bb-83d6-74b803a536ef [ 563.203028] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.203028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.203028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.203028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.203028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.203028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9eeefbaf-3308-45bb-83d6-74b803a536ef already deleted. [ 563.203028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eeefbaf-3308-45bb-83d6-74b803a536ef" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.203028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2a155fc-d719-485d-8c3d-1fe7997dd423 [ 563.203028] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.203028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.203028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.203028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.203028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.203028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2a155fc-d719-485d-8c3d-1fe7997dd423 already deleted. [ 563.203028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2a155fc-d719-485d-8c3d-1fe7997dd423" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.655232] env[65978]: INFO networking_nsxv3.common.synchronization [None req-2819352d-fc9d-4cd8-ad67-4be3c40854ce None None] Enqueued Resource ID: 373ec531-2998-4514-8739-5a5c38d41c1d with Priority: HIGHEST for action port [ 563.655232] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373ec531-2998-4514-8739-5a5c38d41c1d with Priority: HIGHEST for action port [ 563.655307] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-373ec531-2998-4514-8739-5a5c38d41c1d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.655424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-373ec531-2998-4514-8739-5a5c38d41c1d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.655490] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-373ec531-2998-4514-8739-5a5c38d41c1d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.655734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-373ec531-2998-4514-8739-5a5c38d41c1d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.655812] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('373ec531-2998-4514-8739-5a5c38d41c1d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.162075] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 373ec531-2998-4514-8739-5a5c38d41c1d [ 564.162075] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.162075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.162075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.162075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.162075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.162455] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:373ec531-2998-4514-8739-5a5c38d41c1d already deleted. [ 564.162455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-373ec531-2998-4514-8739-5a5c38d41c1d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.617933] env[65978]: INFO networking_nsxv3.common.synchronization [None req-84245afb-f8dd-4298-8832-86eeb11bf932 None None] Enqueued Resource ID: 7629f442-991e-4620-8b62-4cfedd594e21 with Priority: HIGHEST for action port [ 564.618248] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7629f442-991e-4620-8b62-4cfedd594e21 with Priority: HIGHEST for action port [ 564.618650] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-7629f442-991e-4620-8b62-4cfedd594e21 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.618650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7629f442-991e-4620-8b62-4cfedd594e21" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.618777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7629f442-991e-4620-8b62-4cfedd594e21" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.618949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7629f442-991e-4620-8b62-4cfedd594e21" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.619447] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7629f442-991e-4620-8b62-4cfedd594e21',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.123673] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7629f442-991e-4620-8b62-4cfedd594e21 [ 565.124119] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.124325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.124386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.124565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.124657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.124753] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7629f442-991e-4620-8b62-4cfedd594e21 already deleted. [ 565.124835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7629f442-991e-4620-8b62-4cfedd594e21" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.234166] env[65978]: INFO networking_nsxv3.common.synchronization [None req-3997318a-3c3f-406d-8c96-58701ebab154 None None] Enqueued Resource ID: 209a476f-aaa2-49d1-87b0-2d3b86f6a6c9 with Priority: HIGHEST for action port [ 565.234905] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209a476f-aaa2-49d1-87b0-2d3b86f6a6c9 with Priority: HIGHEST for action port [ 565.235601] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-209a476f-aaa2-49d1-87b0-2d3b86f6a6c9 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.235729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-209a476f-aaa2-49d1-87b0-2d3b86f6a6c9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.235797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-209a476f-aaa2-49d1-87b0-2d3b86f6a6c9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.236463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-209a476f-aaa2-49d1-87b0-2d3b86f6a6c9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.236521] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('209a476f-aaa2-49d1-87b0-2d3b86f6a6c9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.669847] env[65978]: INFO networking_nsxv3.common.synchronization [None req-44451d78-28f2-46c4-9a9d-0f1ae3a46c88 None None] Enqueued Resource ID: c1235b03-77dd-4bd2-a8fd-5c95b2718736 with Priority: HIGHEST for action port [ 565.669847] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1235b03-77dd-4bd2-a8fd-5c95b2718736 with Priority: HIGHEST for action port [ 565.669847] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1235b03-77dd-4bd2-a8fd-5c95b2718736 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.669847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1235b03-77dd-4bd2-a8fd-5c95b2718736" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.669847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1235b03-77dd-4bd2-a8fd-5c95b2718736" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.670317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1235b03-77dd-4bd2-a8fd-5c95b2718736" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.670317] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1235b03-77dd-4bd2-a8fd-5c95b2718736',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.738611] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 209a476f-aaa2-49d1-87b0-2d3b86f6a6c9 [ 565.738611] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.738756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.738845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.739106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.739219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.739322] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:209a476f-aaa2-49d1-87b0-2d3b86f6a6c9 already deleted. [ 565.739421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-209a476f-aaa2-49d1-87b0-2d3b86f6a6c9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.165165] env[65978]: INFO networking_nsxv3.common.synchronization [None req-6dc9929e-f4c3-4ec3-9acd-facf8d17a65e None None] Enqueued Resource ID: 60a8d78b-0956-4e4c-9a11-072ed242ead4 with Priority: HIGHEST for action port [ 566.165711] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a8d78b-0956-4e4c-9a11-072ed242ead4 with Priority: HIGHEST for action port [ 566.165999] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-60a8d78b-0956-4e4c-9a11-072ed242ead4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.166377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60a8d78b-0956-4e4c-9a11-072ed242ead4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.166440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60a8d78b-0956-4e4c-9a11-072ed242ead4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.166686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60a8d78b-0956-4e4c-9a11-072ed242ead4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.166768] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a8d78b-0956-4e4c-9a11-072ed242ead4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.175312] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1235b03-77dd-4bd2-a8fd-5c95b2718736 [ 566.175573] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.175688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.175757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.175954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.176099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.176156] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1235b03-77dd-4bd2-a8fd-5c95b2718736 already deleted. [ 566.176273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1235b03-77dd-4bd2-a8fd-5c95b2718736" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.669398] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60a8d78b-0956-4e4c-9a11-072ed242ead4 [ 566.669599] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.670609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.670609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.670609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.670609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.670609] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60a8d78b-0956-4e4c-9a11-072ed242ead4 already deleted. [ 566.670609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60a8d78b-0956-4e4c-9a11-072ed242ead4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.345141] env[65978]: INFO networking_nsxv3.common.synchronization [None req-d3250bdb-39d2-4ed2-a2e3-bed40f9c83f9 None None] Enqueued Resource ID: a0962bad-156c-49dd-af90-3e4865797a2d with Priority: HIGHEST for action port [ 567.345141] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0962bad-156c-49dd-af90-3e4865797a2d with Priority: HIGHEST for action port [ 567.345141] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0962bad-156c-49dd-af90-3e4865797a2d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.345141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0962bad-156c-49dd-af90-3e4865797a2d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.346306] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0962bad-156c-49dd-af90-3e4865797a2d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.346601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0962bad-156c-49dd-af90-3e4865797a2d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.346695] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0962bad-156c-49dd-af90-3e4865797a2d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.853924] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0962bad-156c-49dd-af90-3e4865797a2d [ 567.854603] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.854603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.854603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.854799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.854885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.854975] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0962bad-156c-49dd-af90-3e4865797a2d already deleted. [ 567.855068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0962bad-156c-49dd-af90-3e4865797a2d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.991786] env[65978]: INFO networking_nsxv3.common.synchronization [None req-fa11b95e-df94-474d-bb6d-86e45e615e6c None None] Enqueued Resource ID: 7b7f0eb1-d804-4a5c-afe1-3a8adebdf54c with Priority: HIGHEST for action port [ 567.992066] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7f0eb1-d804-4a5c-afe1-3a8adebdf54c with Priority: HIGHEST for action port [ 567.994484] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b7f0eb1-d804-4a5c-afe1-3a8adebdf54c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.994657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b7f0eb1-d804-4a5c-afe1-3a8adebdf54c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.995143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b7f0eb1-d804-4a5c-afe1-3a8adebdf54c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.996079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b7f0eb1-d804-4a5c-afe1-3a8adebdf54c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.996079] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b7f0eb1-d804-4a5c-afe1-3a8adebdf54c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.498386] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b7f0eb1-d804-4a5c-afe1-3a8adebdf54c [ 568.498634] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.498768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.498841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.499102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.499217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.499311] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b7f0eb1-d804-4a5c-afe1-3a8adebdf54c already deleted. [ 568.499400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b7f0eb1-d804-4a5c-afe1-3a8adebdf54c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.062157] env[65978]: INFO networking_nsxv3.common.synchronization [req-fe9e735f-fd79-4014-91d5-6b2f676aad88 req-8bf7c04a-903a-4bfa-8bea-59dea2541570 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Enqueued Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_members [ 570.062702] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_members [ 570.062998] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.063135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.063204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.063447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.063601] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.063699] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.063762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.063908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.063990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.064373] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.070878] env[65978]: INFO networking_nsxv3.common.synchronization [None req-614d9602-c27a-48fc-98ff-48bfa3898575 None None] Enqueued Resource ID: b134d43b-df9f-485b-93b8-31eb6787f599 with Priority: HIGHEST for action port [ 570.071745] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b134d43b-df9f-485b-93b8-31eb6787f599 with Priority: HIGHEST for action port [ 570.072044] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b134d43b-df9f-485b-93b8-31eb6787f599 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.072160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b134d43b-df9f-485b-93b8-31eb6787f599" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.072230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b134d43b-df9f-485b-93b8-31eb6787f599" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.072447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b134d43b-df9f-485b-93b8-31eb6787f599" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.072527] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b134d43b-df9f-485b-93b8-31eb6787f599',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.349987] env[65978]: INFO networking_nsxv3.common.synchronization [None req-1079697c-5977-4eec-935f-146781527753 None None] Enqueued Resource ID: e883760b-7025-4ed8-80a8-be2a947fcf57 with Priority: HIGHEST for action port [ 570.350248] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e883760b-7025-4ed8-80a8-be2a947fcf57 with Priority: HIGHEST for action port [ 570.350815] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-e883760b-7025-4ed8-80a8-be2a947fcf57 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.350936] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e883760b-7025-4ed8-80a8-be2a947fcf57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.351015] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e883760b-7025-4ed8-80a8-be2a947fcf57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.351275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e883760b-7025-4ed8-80a8-be2a947fcf57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.351355] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e883760b-7025-4ed8-80a8-be2a947fcf57',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.566732] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.566893] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.566988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.567221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.567314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.567552] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.567658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.567723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.567900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.567941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.568044] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d already deleted. [ 570.568129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.574681] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b134d43b-df9f-485b-93b8-31eb6787f599 [ 570.575055] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.575212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.575257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.576109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.576109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.576109] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b134d43b-df9f-485b-93b8-31eb6787f599 already deleted. [ 570.576109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b134d43b-df9f-485b-93b8-31eb6787f599" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.854017] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e883760b-7025-4ed8-80a8-be2a947fcf57 [ 570.854292] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.854405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.854530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.854693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.854783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.854877] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e883760b-7025-4ed8-80a8-be2a947fcf57 already deleted. [ 570.854987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e883760b-7025-4ed8-80a8-be2a947fcf57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.949688] env[65978]: INFO networking_nsxv3.common.synchronization [None req-bbfa4087-9b8e-432a-a6c6-c02358674aa3 None None] Enqueued Resource ID: ab45f386-6ea2-4427-a2a1-cf8c437e12f5 with Priority: HIGHEST for action port [ 570.953041] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab45f386-6ea2-4427-a2a1-cf8c437e12f5 with Priority: HIGHEST for action port [ 570.953041] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab45f386-6ea2-4427-a2a1-cf8c437e12f5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.953041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab45f386-6ea2-4427-a2a1-cf8c437e12f5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.953041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab45f386-6ea2-4427-a2a1-cf8c437e12f5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.953041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab45f386-6ea2-4427-a2a1-cf8c437e12f5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.953041] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab45f386-6ea2-4427-a2a1-cf8c437e12f5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.459669] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab45f386-6ea2-4427-a2a1-cf8c437e12f5 [ 571.459669] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.459669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.459669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.459669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.459669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.459669] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab45f386-6ea2-4427-a2a1-cf8c437e12f5 already deleted. [ 571.459669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab45f386-6ea2-4427-a2a1-cf8c437e12f5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.701173] env[65978]: INFO networking_nsxv3.common.synchronization [None req-23cc624c-e180-461e-a554-de52b2f4aed2 None None] Enqueued Resource ID: da9c79c1-3c48-414c-b9cc-a362ccc8e812 with Priority: HIGHEST for action port [ 571.701173] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da9c79c1-3c48-414c-b9cc-a362ccc8e812 with Priority: HIGHEST for action port [ 571.701467] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-da9c79c1-3c48-414c-b9cc-a362ccc8e812 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.702311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da9c79c1-3c48-414c-b9cc-a362ccc8e812" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.703026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da9c79c1-3c48-414c-b9cc-a362ccc8e812" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.703362] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da9c79c1-3c48-414c-b9cc-a362ccc8e812" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.703430] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9c79c1-3c48-414c-b9cc-a362ccc8e812',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.023100] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.023296] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.023415] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.023707] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.023957] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.024119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.024569] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.024569] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.024569] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.025064] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 572.025064] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 572.025064] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 572.025158] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 572.025273] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 572.025335] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 572.025465] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 572.046575] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 572.046740] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 572.046913] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 572.047150] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.047516] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-ffb3738d-bea8-4b83-bf49-cf4f223eb663 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.048398] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-ffb3738d-bea8-4b83-bf49-cf4f223eb663" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.048474] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-ffb3738d-bea8-4b83-bf49-cf4f223eb663" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.048799] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-ffb3738d-bea8-4b83-bf49-cf4f223eb663" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.049061] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb3738d-bea8-4b83-bf49-cf4f223eb663',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.205899] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da9c79c1-3c48-414c-b9cc-a362ccc8e812 [ 572.206173] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.206430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.206430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.206585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.206717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.206862] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da9c79c1-3c48-414c-b9cc-a362ccc8e812 already deleted. [ 572.206972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da9c79c1-3c48-414c-b9cc-a362ccc8e812" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.448775] env[65978]: INFO networking_nsxv3.common.synchronization [None req-a513ac9f-a88c-44f9-b914-eeec6755ff0e None None] Enqueued Resource ID: 0118931f-6003-400c-a8a4-2b97b0d4e566 with Priority: HIGHEST for action port [ 572.448929] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0118931f-6003-400c-a8a4-2b97b0d4e566 with Priority: HIGHEST for action port [ 572.449505] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0118931f-6003-400c-a8a4-2b97b0d4e566 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.449641] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0118931f-6003-400c-a8a4-2b97b0d4e566" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.449679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0118931f-6003-400c-a8a4-2b97b0d4e566" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.449973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0118931f-6003-400c-a8a4-2b97b0d4e566" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.450016] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0118931f-6003-400c-a8a4-2b97b0d4e566',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.552382] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.552652] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.552652] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.552990] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.553079] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.553230] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port ffb3738d-bea8-4b83-bf49-cf4f223eb663 not found, creating... [ 572.553525] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.553682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.553793] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.554012] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.554012] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.554502] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.554688] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.555104] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.556825] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.556825] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.556825] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: ffb3738d-bea8-4b83-bf49-cf4f223eb663 is going to be created. [ 572.578976] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.579191] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.579310] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.579621] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.579791] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.580085] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-ffb3738d-bea8-4b83-bf49-cf4f223eb663" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.952034] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0118931f-6003-400c-a8a4-2b97b0d4e566 [ 572.952296] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.952442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.952514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.952764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.952855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.952950] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0118931f-6003-400c-a8a4-2b97b0d4e566 already deleted. [ 572.953046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0118931f-6003-400c-a8a4-2b97b0d4e566" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.367852] env[65978]: INFO networking_nsxv3.common.synchronization [req-fe9e735f-fd79-4014-91d5-6b2f676aad88 req-611325c0-80a2-4c35-b132-8e9aa0eebb2c service nova] Enqueued Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_rules [ 573.368061] env[65978]: INFO networking_nsxv3.common.synchronization [req-fe9e735f-fd79-4014-91d5-6b2f676aad88 req-611325c0-80a2-4c35-b132-8e9aa0eebb2c service nova] Enqueued Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_members [ 573.368199] env[65978]: INFO networking_nsxv3.common.synchronization [req-fe9e735f-fd79-4014-91d5-6b2f676aad88 req-611325c0-80a2-4c35-b132-8e9aa0eebb2c service nova] Enqueued Resource ID: ffb3738d-bea8-4b83-bf49-cf4f223eb663 with Priority: HIGHEST for action port [ 573.368711] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_rules [ 573.368842] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_members [ 573.368939] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb3738d-bea8-4b83-bf49-cf4f223eb663 with Priority: HIGHEST for action port [ 573.369211] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.369335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.369558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.369644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.369730] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.371618] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.372399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.372491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.372688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.372858] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.373037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.373037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.374306] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.374306] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.374306] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.377562] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffb3738d-bea8-4b83-bf49-cf4f223eb663 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.377562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffb3738d-bea8-4b83-bf49-cf4f223eb663" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.377562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffb3738d-bea8-4b83-bf49-cf4f223eb663" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.377562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffb3738d-bea8-4b83-bf49-cf4f223eb663" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.377562] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb3738d-bea8-4b83-bf49-cf4f223eb663',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.560562] env[65978]: INFO networking_nsxv3.common.synchronization [None req-7aaf8517-2a71-454e-8e06-09d6614a38a3 None None] Enqueued Resource ID: e4d6ba95-2855-47da-b45b-e1550d48b055 with Priority: HIGHEST for action port [ 573.561728] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d6ba95-2855-47da-b45b-e1550d48b055 with Priority: HIGHEST for action port [ 573.561728] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4d6ba95-2855-47da-b45b-e1550d48b055 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.561924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4d6ba95-2855-47da-b45b-e1550d48b055" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.561924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4d6ba95-2855-47da-b45b-e1550d48b055" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.562100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4d6ba95-2855-47da-b45b-e1550d48b055" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.565961] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4d6ba95-2855-47da-b45b-e1550d48b055',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.777777] env[65978]: INFO networking_nsxv3.common.synchronization [req-315b3786-4c8a-45d5-98a4-cf6c85527e92 req-da7f89db-6717-4e30-844c-0b2c8c1c39f6 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Enqueued Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_members [ 573.780186] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_members [ 573.783678] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.783678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.783678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.783678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.783678] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.783678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.783678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.783678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.783678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.783678] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.873410] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.873410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.878024] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.879089] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffb3738d-bea8-4b83-bf49-cf4f223eb663 with status ACTIVE [ 573.879320] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.879426] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.880339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.880339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.880339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.880339] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.880339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.880339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.880339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.880339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.880621] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.880621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.880621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.880782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.880894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.880949] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffb3738d-bea8-4b83-bf49-cf4f223eb663 is going to be updated. [ 573.906528] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.906685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.906685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.907449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.908344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.908662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffb3738d-bea8-4b83-bf49-cf4f223eb663" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.064636] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4d6ba95-2855-47da-b45b-e1550d48b055 [ 574.064907] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.065708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.065708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.065708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.065708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.065708] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4d6ba95-2855-47da-b45b-e1550d48b055 already deleted. [ 574.065708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4d6ba95-2855-47da-b45b-e1550d48b055" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.285199] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.285388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.285532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.285747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.285747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.285881] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.285977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.286064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.286227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.286304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.286488] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c364628-341b-4ecc-abe4-8defdd3d450d already deleted. [ 574.286488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.385648] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.485042] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.485246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.485364] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.485614] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.485867] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.486023] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.486136] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.486368] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.486508] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.486730] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 574.486812] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 574.486914] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 574.488669] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 574.488816] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 574.488931] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 574.489090] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 574.510213] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 574.510915] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 574.511079] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 574.511258] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.511572] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-068ad5b2-e025-41ed-a161-ff69edec04fe taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.511750] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-068ad5b2-e025-41ed-a161-ff69edec04fe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.511867] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-068ad5b2-e025-41ed-a161-ff69edec04fe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.512213] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-068ad5b2-e025-41ed-a161-ff69edec04fe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.512378] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('068ad5b2-e025-41ed-a161-ff69edec04fe',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.792932] env[65978]: INFO networking_nsxv3.common.synchronization [req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c req-628dcb00-85f1-40fe-b34d-0f71662cb1e3 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Enqueued Resource ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 with Priority: HIGHEST for action security_group_members [ 574.793515] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 with Priority: HIGHEST for action security_group_members [ 574.793892] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-340a942d-a71b-4ac9-9f14-5a4166ac5654 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.794111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.794235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.794574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.794917] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.795106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.795238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.795504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.795628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.795746] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('340a942d-a71b-4ac9-9f14-5a4166ac5654',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.804748] env[65978]: INFO networking_nsxv3.common.synchronization [None req-5f3fe440-f51c-4b1f-aca4-d4994cdd869d None None] Enqueued Resource ID: ca11fdef-1576-4341-8f14-e3b9eb939e05 with Priority: HIGHEST for action port [ 574.805317] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca11fdef-1576-4341-8f14-e3b9eb939e05 with Priority: HIGHEST for action port [ 574.805876] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca11fdef-1576-4341-8f14-e3b9eb939e05 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.805876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca11fdef-1576-4341-8f14-e3b9eb939e05" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.805876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca11fdef-1576-4341-8f14-e3b9eb939e05" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.806087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca11fdef-1576-4341-8f14-e3b9eb939e05" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.806170] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca11fdef-1576-4341-8f14-e3b9eb939e05',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.887570] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.887715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.887767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.888163] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.888163] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.888163] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d is going to be created. [ 574.916092] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.916310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.916310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.916526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.916682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.929626] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: UNINITIALIZED for 2s [ 575.015994] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.016214] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.016319] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.016592] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.016734] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.016881] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 068ad5b2-e025-41ed-a161-ff69edec04fe not found, creating... [ 575.017462] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.017462] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.017462] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.017697] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.017996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.018074] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.018180] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.018292] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.018476] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.018594] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.018722] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 068ad5b2-e025-41ed-a161-ff69edec04fe is going to be created. [ 575.043408] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.043602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.043718] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.044137] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.045199] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.045281] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-068ad5b2-e025-41ed-a161-ff69edec04fe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.266635] env[65978]: INFO networking_nsxv3.common.synchronization [None req-d1cc426c-a33a-4958-850b-0b63749d2eb6 None None] Enqueued Resource ID: 87359f30-89ea-4194-8ee3-6efda6cd9d09 with Priority: HIGHEST for action port [ 575.267220] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87359f30-89ea-4194-8ee3-6efda6cd9d09 with Priority: HIGHEST for action port [ 575.267527] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-87359f30-89ea-4194-8ee3-6efda6cd9d09 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.267649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87359f30-89ea-4194-8ee3-6efda6cd9d09" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.267718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87359f30-89ea-4194-8ee3-6efda6cd9d09" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.267976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87359f30-89ea-4194-8ee3-6efda6cd9d09" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.268113] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87359f30-89ea-4194-8ee3-6efda6cd9d09',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.298866] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.299063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.299108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.299355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.299457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.299663] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.299759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.299829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.299984] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.300098] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.300154] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 already deleted. [ 575.300231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.307949] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca11fdef-1576-4341-8f14-e3b9eb939e05 [ 575.308154] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.308268] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.308331] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.308539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.308629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.308714] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca11fdef-1576-4341-8f14-e3b9eb939e05 already deleted. [ 575.308792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca11fdef-1576-4341-8f14-e3b9eb939e05" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.772457] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87359f30-89ea-4194-8ee3-6efda6cd9d09 [ 575.773065] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.773287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.773377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.773604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.773696] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.773793] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87359f30-89ea-4194-8ee3-6efda6cd9d09 already deleted. [ 575.773873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87359f30-89ea-4194-8ee3-6efda6cd9d09" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.000609] env[65978]: INFO networking_nsxv3.common.synchronization [None req-14ec6771-c1af-49a2-9627-ca64b00e70a3 None None] Enqueued Resource ID: 5a91fbc5-40af-4e52-bee2-b0b89f551785 with Priority: HIGHEST for action port [ 576.000609] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a91fbc5-40af-4e52-bee2-b0b89f551785 with Priority: HIGHEST for action port [ 576.000609] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a91fbc5-40af-4e52-bee2-b0b89f551785 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.001267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a91fbc5-40af-4e52-bee2-b0b89f551785" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.001267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a91fbc5-40af-4e52-bee2-b0b89f551785" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.002543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a91fbc5-40af-4e52-bee2-b0b89f551785" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.002624] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a91fbc5-40af-4e52-bee2-b0b89f551785',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.043067] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.043260] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-949" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.043417] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-949" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.043748] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-949" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.045036] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.045036] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.045036] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.045036] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.045036] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.045036] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 576.045036] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 576.045353] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 576.045353] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 576.045423] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 576.045497] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 576.045594] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 576.067294] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 576.068043] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 576.068162] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 576.068765] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-949" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.069084] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-3c09aa51-0527-4660-a4b9-da74e911d534 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.069266] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-3c09aa51-0527-4660-a4b9-da74e911d534" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.069383] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-3c09aa51-0527-4660-a4b9-da74e911d534" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.069682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-3c09aa51-0527-4660-a4b9-da74e911d534" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.069812] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c09aa51-0527-4660-a4b9-da74e911d534',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.120103] env[65978]: INFO networking_nsxv3.common.synchronization [req-315b3786-4c8a-45d5-98a4-cf6c85527e92 req-dfce1798-0a01-4886-aec9-10f7850eaeb4 service nova] Enqueued Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_rules [ 576.120414] env[65978]: INFO networking_nsxv3.common.synchronization [req-315b3786-4c8a-45d5-98a4-cf6c85527e92 req-dfce1798-0a01-4886-aec9-10f7850eaeb4 service nova] Enqueued Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_members [ 576.120414] env[65978]: INFO networking_nsxv3.common.synchronization [req-315b3786-4c8a-45d5-98a4-cf6c85527e92 req-dfce1798-0a01-4886-aec9-10f7850eaeb4 service nova] Enqueued Resource ID: 068ad5b2-e025-41ed-a161-ff69edec04fe with Priority: HIGHEST for action port [ 576.120625] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_rules [ 576.120781] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_members [ 576.120890] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068ad5b2-e025-41ed-a161-ff69edec04fe with Priority: HIGHEST for action port [ 576.121445] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.121565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.126305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.126305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.126305] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.126305] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.126305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.126305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.126635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.126635] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.126705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.126747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.127076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.127076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.127076] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.128186] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-068ad5b2-e025-41ed-a161-ff69edec04fe taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.128353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-068ad5b2-e025-41ed-a161-ff69edec04fe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.128412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-068ad5b2-e025-41ed-a161-ff69edec04fe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.128642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-068ad5b2-e025-41ed-a161-ff69edec04fe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.128642] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('068ad5b2-e025-41ed-a161-ff69edec04fe',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.506528] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a91fbc5-40af-4e52-bee2-b0b89f551785 [ 576.506528] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.506528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.506528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.506528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.506528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.506528] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a91fbc5-40af-4e52-bee2-b0b89f551785 already deleted. [ 576.506528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a91fbc5-40af-4e52-bee2-b0b89f551785" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.573902] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.574534] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.574534] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.575456] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.575625] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.575817] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 3c09aa51-0527-4660-a4b9-da74e911d534 not found, creating... [ 576.576197] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.576437] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.576622] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.576892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.577690] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.578095] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.578279] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.578411] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.578672] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.578964] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.579041] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 3c09aa51-0527-4660-a4b9-da74e911d534 is going to be created. [ 576.605202] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.605202] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.605202] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.605202] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.605202] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.605202] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-3c09aa51-0527-4660-a4b9-da74e911d534" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.630779] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.631821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.642020] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.642020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 068ad5b2-e025-41ed-a161-ff69edec04fe with status ACTIVE [ 576.642020] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.642020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.642020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.642020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.642020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.642020] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.642020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.642020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.642020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.642020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.642020] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.642020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.644472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.644472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.644472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.644472] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 068ad5b2-e025-41ed-a161-ff69edec04fe is going to be updated. [ 576.669217] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.669217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.669217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.669217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.669217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.669217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-068ad5b2-e025-41ed-a161-ff69edec04fe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.939162] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: SUCCESS [ 576.939397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.939569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.939792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.939970] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.940288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.940288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.940404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.940404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.940458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.940620] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.146550] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.351065] env[65978]: INFO networking_nsxv3.common.synchronization [req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c req-14c34cf8-d6fc-4c92-a6c5-b8796df102c2 service nova] Enqueued Resource ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 with Priority: HIGHEST for action security_group_rules [ 577.351177] env[65978]: INFO networking_nsxv3.common.synchronization [req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c req-14c34cf8-d6fc-4c92-a6c5-b8796df102c2 service nova] Enqueued Resource ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 with Priority: HIGHEST for action security_group_members [ 577.351329] env[65978]: INFO networking_nsxv3.common.synchronization [req-bbb7045e-9cef-43fd-8fc5-26d4ba958b6c req-14c34cf8-d6fc-4c92-a6c5-b8796df102c2 service nova] Enqueued Resource ID: 3c09aa51-0527-4660-a4b9-da74e911d534 with Priority: HIGHEST for action port [ 577.351728] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 with Priority: HIGHEST for action security_group_rules [ 577.352163] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 with Priority: HIGHEST for action security_group_members [ 577.352163] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c09aa51-0527-4660-a4b9-da74e911d534 with Priority: HIGHEST for action port [ 577.352388] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-340a942d-a71b-4ac9-9f14-5a4166ac5654 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.352388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.352587] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.352864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.353038] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('340a942d-a71b-4ac9-9f14-5a4166ac5654',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.356040] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-340a942d-a71b-4ac9-9f14-5a4166ac5654 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.356040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.356040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.356361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.356361] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.356694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.356735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.356901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.357040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.357168] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('340a942d-a71b-4ac9-9f14-5a4166ac5654',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.358800] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c09aa51-0527-4660-a4b9-da74e911d534 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.358896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c09aa51-0527-4660-a4b9-da74e911d534" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.358941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c09aa51-0527-4660-a4b9-da74e911d534" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.359096] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c09aa51-0527-4660-a4b9-da74e911d534" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.359173] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c09aa51-0527-4660-a4b9-da74e911d534',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.444532] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.444677] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.444745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.444963] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.445145] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.445245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.445306] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.445451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.445572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.445622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.445751] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.445855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.445961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.446145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.446217] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.446311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.446368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.446503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.446575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.446652] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.446768] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.583621] env[65978]: INFO networking_nsxv3.common.synchronization [None req-293370bc-d509-45af-8f8d-1f059c3f6a9a None None] Enqueued Resource ID: cb7931ce-a492-4bfb-9f52-af4e5545d817 with Priority: HIGHEST for action port [ 577.585014] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7931ce-a492-4bfb-9f52-af4e5545d817 with Priority: HIGHEST for action port [ 577.585014] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb7931ce-a492-4bfb-9f52-af4e5545d817 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.585014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb7931ce-a492-4bfb-9f52-af4e5545d817" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.585332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb7931ce-a492-4bfb-9f52-af4e5545d817" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.585332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb7931ce-a492-4bfb-9f52-af4e5545d817" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.585418] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb7931ce-a492-4bfb-9f52-af4e5545d817',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.653037] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.653037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.653037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.653233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.653300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.653394] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c364628-341b-4ecc-abe4-8defdd3d450d is going to be created. [ 577.680286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.680507] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.680507] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.680706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.680859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.694600] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: UNINITIALIZED for 2s [ 577.861362] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('340a942d-a71b-4ac9-9f14-5a4166ac5654',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.862534] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-340a942d-a71b-4ac9-9f14-5a4166ac5654 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.862662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.862864] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c09aa51-0527-4660-a4b9-da74e911d534 with status ACTIVE [ 577.863057] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.863182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.863250] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.863470] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.863581] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.863787] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.863944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.864018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.864513] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.864513] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.864513] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.864688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.864688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.864885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.864958] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.865093] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c09aa51-0527-4660-a4b9-da74e911d534 is going to be updated. [ 577.887773] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.887773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.887773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.887773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.887773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.887773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c09aa51-0527-4660-a4b9-da74e911d534" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.950689] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b297b3b-a0ed-408e-91f2-c48a168a066d: rpc.has_security_group_logging(os_id): False [ 577.973048] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.973219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.973305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.973505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.973623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.973779] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.973880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.973975] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.974093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.974261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.975308] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.975308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.975308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.975308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.975308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.975308] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.975308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.975308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.975308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.975857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.975857] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d is going to be created. [ 578.055624] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.055831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.055912] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.056262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.056388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.074090] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: IN_PROGRESS for 2s [ 578.088628] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb7931ce-a492-4bfb-9f52-af4e5545d817 [ 578.088878] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.089041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.089174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.089550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.089550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.090118] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb7931ce-a492-4bfb-9f52-af4e5545d817 already deleted. [ 578.090118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb7931ce-a492-4bfb-9f52-af4e5545d817" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.355453] env[65978]: INFO networking_nsxv3.common.synchronization [None req-2dcffd9c-a1a1-453d-adf4-b79e43160259 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Enqueued Resource ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 with Priority: HIGHEST for action security_group_rules [ 578.356764] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 with Priority: HIGHEST for action security_group_rules [ 578.357450] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a36e44c-c9fb-4156-ba38-b97fb0507447 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.357762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.357834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.358175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.358175] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a36e44c-c9fb-4156-ba38-b97fb0507447',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.368727] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('340a942d-a71b-4ac9-9f14-5a4166ac5654',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.476287] env[65978]: INFO networking_nsxv3.common.synchronization [None req-a456a2f1-8031-4c66-8df1-25486b2c3fee tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Enqueued Resource ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 with Priority: HIGHEST for action security_group_rules [ 578.476933] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 with Priority: HIGHEST for action security_group_rules [ 578.477291] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a36e44c-c9fb-4156-ba38-b97fb0507447 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.477387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.871980] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.872410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.872647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.873051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.873188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.873593] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 is going to be created. [ 578.885641] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.886017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.886017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.886424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.886424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.886552] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 already deleted. [ 578.886655] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.886775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.886962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.887056] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a36e44c-c9fb-4156-ba38-b97fb0507447',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.911267] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.912050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.912050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.912050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.912050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.923611] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 in Status: UNINITIALIZED for 2s [ 579.347952] env[65978]: INFO networking_nsxv3.common.synchronization [req-c38ee144-9baa-49cd-a4a1-ee322d605c4a req-1a2c0ae4-3bc9-4d76-b3c9-7f614634ca9d tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Enqueued Resource ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 with Priority: HIGHEST for action security_group_members [ 579.348593] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 with Priority: HIGHEST for action security_group_members [ 579.348970] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edd7e0c-93b0-4404-8b31-cc2586135430 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.349602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.349602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.349602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.349928] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.349928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.349928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.350076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.350076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.350162] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edd7e0c-93b0-4404-8b31-cc2586135430',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.411146] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.411801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.411801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.411801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.411801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.411801] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 already deleted. [ 579.413010] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.720630] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.720812] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-895" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.720886] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-895" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.722152] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-895" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.723968] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.724179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.724291] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.724543] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.724675] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.724874] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 579.724977] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 579.725093] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 579.725194] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 579.725297] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 579.725392] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 579.725519] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 579.727591] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: SUCCESS [ 579.727765] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.728296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.728504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.728682] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.728790] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.728849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.729000] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.729093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.729177] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.729264] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.747740] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 579.748037] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 579.748107] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 579.748225] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-895" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.748541] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-e59fb38b-e903-409f-bf3d-27700880ae4b taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.748702] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-e59fb38b-e903-409f-bf3d-27700880ae4b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.748816] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-e59fb38b-e903-409f-bf3d-27700880ae4b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.749170] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-e59fb38b-e903-409f-bf3d-27700880ae4b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.749282] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59fb38b-e903-409f-bf3d-27700880ae4b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.853683] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.855111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.855111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.855111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.855111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.855111] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.856505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.856505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.856505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.856505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.856505] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 already deleted. [ 579.856505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.934815] env[65978]: INFO networking_nsxv3.common.synchronization [None req-25503443-0c0b-49cd-9b40-0caaf9732c68 None None] Enqueued Resource ID: 632ed1fa-0413-4226-b3c2-9c95f61b88c9 with Priority: HIGHEST for action port [ 579.934815] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632ed1fa-0413-4226-b3c2-9c95f61b88c9 with Priority: HIGHEST for action port [ 579.935124] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-632ed1fa-0413-4226-b3c2-9c95f61b88c9 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.935414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-632ed1fa-0413-4226-b3c2-9c95f61b88c9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.935414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-632ed1fa-0413-4226-b3c2-9c95f61b88c9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.935557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-632ed1fa-0413-4226-b3c2-9c95f61b88c9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.935929] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('632ed1fa-0413-4226-b3c2-9c95f61b88c9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.087506] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: SUCCESS [ 580.087762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.232474] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.232636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.232708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.232917] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.233090] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.233190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.233251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.233470] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.233555] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.233744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.233799] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.233862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.233925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.234076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.234234] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.234326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.234377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.234582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.234582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.234660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.234736] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.251310] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.251513] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.251630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.251901] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.252068] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.252222] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port e59fb38b-e903-409f-bf3d-27700880ae4b not found, creating... [ 580.252468] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.252614] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.252724] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.252927] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.253068] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.253337] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.253484] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.253592] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.253791] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.253915] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.254085] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: e59fb38b-e903-409f-bf3d-27700880ae4b is going to be created. [ 580.278429] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.278632] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.278742] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.279016] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.279245] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.279583] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-e59fb38b-e903-409f-bf3d-27700880ae4b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.438641] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 632ed1fa-0413-4226-b3c2-9c95f61b88c9 [ 580.438641] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.439923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.439923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.439923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.439923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.439923] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:632ed1fa-0413-4226-b3c2-9c95f61b88c9 already deleted. [ 580.439923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-632ed1fa-0413-4226-b3c2-9c95f61b88c9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.736978] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c364628-341b-4ecc-abe4-8defdd3d450d: rpc.has_security_group_logging(os_id): False [ 580.755695] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.755847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.755918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.756192] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.756296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.756507] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.756636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.756676] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.756843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.756899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.757239] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.757239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.757357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.757455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.757539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.757755] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.757876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.757945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.758115] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.758393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.758393] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c364628-341b-4ecc-abe4-8defdd3d450d is going to be created. [ 580.820361] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.820868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.821930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.821930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.821930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.834504] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: IN_PROGRESS for 2s [ 580.936234] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 in Status: SUCCESS [ 580.936545] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.936791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.937061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.937269] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.937406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.937482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.937700] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.937853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.937961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.938128] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('340a942d-a71b-4ac9-9f14-5a4166ac5654',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.000081] env[65978]: INFO networking_nsxv3.common.synchronization [req-c38ee144-9baa-49cd-a4a1-ee322d605c4a req-d3bbc7a7-f959-4095-87c4-6f58fbbd33b5 service nova] Enqueued Resource ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 with Priority: HIGHEST for action security_group_rules [ 581.000277] env[65978]: INFO networking_nsxv3.common.synchronization [req-c38ee144-9baa-49cd-a4a1-ee322d605c4a req-d3bbc7a7-f959-4095-87c4-6f58fbbd33b5 service nova] Enqueued Resource ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 with Priority: HIGHEST for action security_group_members [ 581.000409] env[65978]: INFO networking_nsxv3.common.synchronization [req-c38ee144-9baa-49cd-a4a1-ee322d605c4a req-d3bbc7a7-f959-4095-87c4-6f58fbbd33b5 service nova] Enqueued Resource ID: e59fb38b-e903-409f-bf3d-27700880ae4b with Priority: HIGHEST for action port [ 581.001461] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 with Priority: HIGHEST for action security_group_rules [ 581.001595] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 with Priority: HIGHEST for action security_group_members [ 581.001695] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59fb38b-e903-409f-bf3d-27700880ae4b with Priority: HIGHEST for action port [ 581.002505] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6edd7e0c-93b0-4404-8b31-cc2586135430 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.002627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.002693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.003854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.003854] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6edd7e0c-93b0-4404-8b31-cc2586135430',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.004187] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edd7e0c-93b0-4404-8b31-cc2586135430 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.004279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.004279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.004464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.004559] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.004650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.004709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.004846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.004930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.005026] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edd7e0c-93b0-4404-8b31-cc2586135430',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.005966] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-e59fb38b-e903-409f-bf3d-27700880ae4b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.006081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e59fb38b-e903-409f-bf3d-27700880ae4b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.006168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e59fb38b-e903-409f-bf3d-27700880ae4b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.006330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e59fb38b-e903-409f-bf3d-27700880ae4b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.006429] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59fb38b-e903-409f-bf3d-27700880ae4b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.440817] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-340a942d-a71b-4ac9-9f14-5a4166ac5654 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.441574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.441574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.441574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.441574] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.441574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.441574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.441787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.441787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.441916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.442078] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-340a942d-a71b-4ac9-9f14-5a4166ac5654 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.442172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.442236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.442382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.442527] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.442612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.442684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.442803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.442878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.442963] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.443068] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('340a942d-a71b-4ac9-9f14-5a4166ac5654',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.509030] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edd7e0c-93b0-4404-8b31-cc2586135430 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.509030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.510353] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6edd7e0c-93b0-4404-8b31-cc2586135430',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.510920] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e59fb38b-e903-409f-bf3d-27700880ae4b with status ACTIVE [ 581.511622] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.511622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.511622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.511622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.511622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.511868] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.511923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.511954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.512561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.512561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.512561] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.512561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.512561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.512755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.512755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.512841] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e59fb38b-e903-409f-bf3d-27700880ae4b is going to be updated. [ 581.536416] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.536574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.536618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.536821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.536951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.537125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e59fb38b-e903-409f-bf3d-27700880ae4b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.945979] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 340a942d-a71b-4ac9-9f14-5a4166ac5654: rpc.has_security_group_logging(os_id): False [ 581.965800] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.965800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.965800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.965800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.965800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.965800] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.965800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.965800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.965800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.965800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.965800] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.965800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.965800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.965800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.965800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.966316] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.966316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.966316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.970725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.970725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.970725] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 is going to be created. [ 582.015067] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6edd7e0c-93b0-4404-8b31-cc2586135430',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.030656] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.030854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.030893] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.031146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.031327] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.044440] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 in Status: IN_PROGRESS for 2s [ 582.424267] env[65978]: INFO networking_nsxv3.common.synchronization [req-781e9065-445c-494f-b892-43e0a8d45aa6 req-a719ce4b-2f63-4407-a133-428a2d48338a tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Enqueued Resource ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c with Priority: HIGHEST for action security_group_members [ 582.424267] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c with Priority: HIGHEST for action security_group_members [ 582.424267] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0208f1-a44c-4210-99ce-1158f3602c8c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.424267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.424267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.424267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.424267] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.424267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.424267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.425723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.425723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.425723] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0208f1-a44c-4210-99ce-1158f3602c8c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.517775] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.518399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.519147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.519147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.519147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.519845] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 is going to be created. [ 582.549043] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.549473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.549473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.550405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.550405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.571235] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 in Status: UNINITIALIZED for 2s [ 582.851077] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: SUCCESS [ 582.852137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.927253] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.927253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.927411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.927523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.927628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.927887] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.928073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.928073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.928148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.928347] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.928347] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c already deleted. [ 582.928347] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.137435] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-970 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.139022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-970" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.139022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-970" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.139022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-970" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.139345] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.139783] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.140045] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.140453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.140949] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.141315] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.141988] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 583.141988] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 583.141988] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 583.141988] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.142187] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 583.142220] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.165333] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.165648] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 583.165787] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 583.165957] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-970" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.166477] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-846dc513-6bfe-4553-a968-2c33f60ef551 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.166602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-846dc513-6bfe-4553-a968-2c33f60ef551" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.166602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-846dc513-6bfe-4553-a968-2c33f60ef551" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.166933] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-846dc513-6bfe-4553-a968-2c33f60ef551" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.167096] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846dc513-6bfe-4553-a968-2c33f60ef551',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.669277] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.669676] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.669676] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.669772] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.669917] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.670092] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 846dc513-6bfe-4553-a968-2c33f60ef551 not found, creating... [ 583.670706] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.670895] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.671024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.671286] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.671423] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.671704] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.671877] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.671955] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.672220] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.672436] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.672491] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 846dc513-6bfe-4553-a968-2c33f60ef551 is going to be created. [ 583.695546] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.695787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.695787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.696053] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.696317] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.696546] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-846dc513-6bfe-4553-a968-2c33f60ef551" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.060351] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 in Status: SUCCESS [ 584.060571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.383304] env[65978]: INFO networking_nsxv3.common.synchronization [req-781e9065-445c-494f-b892-43e0a8d45aa6 req-737f6af5-4147-48c2-b4fe-16b0a83ba42b service nova] Enqueued Resource ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c with Priority: HIGHEST for action security_group_rules [ 584.383304] env[65978]: INFO networking_nsxv3.common.synchronization [req-781e9065-445c-494f-b892-43e0a8d45aa6 req-737f6af5-4147-48c2-b4fe-16b0a83ba42b service nova] Enqueued Resource ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c with Priority: HIGHEST for action security_group_members [ 584.383304] env[65978]: INFO networking_nsxv3.common.synchronization [req-781e9065-445c-494f-b892-43e0a8d45aa6 req-737f6af5-4147-48c2-b4fe-16b0a83ba42b service nova] Enqueued Resource ID: 846dc513-6bfe-4553-a968-2c33f60ef551 with Priority: HIGHEST for action port [ 584.383304] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c with Priority: HIGHEST for action security_group_rules [ 584.383304] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c with Priority: HIGHEST for action security_group_members [ 584.383304] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 846dc513-6bfe-4553-a968-2c33f60ef551 with Priority: HIGHEST for action port [ 584.383304] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0208f1-a44c-4210-99ce-1158f3602c8c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.384673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.384757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.385093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.385181] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0208f1-a44c-4210-99ce-1158f3602c8c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.386055] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0208f1-a44c-4210-99ce-1158f3602c8c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.386206] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.386482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.386482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.386576] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.387829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.387829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.387829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.387829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.387829] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0208f1-a44c-4210-99ce-1158f3602c8c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.387829] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-846dc513-6bfe-4553-a968-2c33f60ef551 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.388246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-846dc513-6bfe-4553-a968-2c33f60ef551" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.388246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-846dc513-6bfe-4553-a968-2c33f60ef551" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.389529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-846dc513-6bfe-4553-a968-2c33f60ef551" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.390024] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846dc513-6bfe-4553-a968-2c33f60ef551',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.581406] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 in Status: SUCCESS [ 584.581542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.581644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.581931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.582200] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.582338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.582410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.582639] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.582744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.582878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.583143] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6edd7e0c-93b0-4404-8b31-cc2586135430',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.894600] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 846dc513-6bfe-4553-a968-2c33f60ef551 with status ACTIVE [ 584.899307] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.899307] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.899307] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.899307] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 846dc513-6bfe-4553-a968-2c33f60ef551 is going to be updated. [ 584.900218] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0208f1-a44c-4210-99ce-1158f3602c8c taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.900406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.900657] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0208f1-a44c-4210-99ce-1158f3602c8c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.923962] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.924262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.924352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.924647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.924711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.924860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-846dc513-6bfe-4553-a968-2c33f60ef551" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.085355] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edd7e0c-93b0-4404-8b31-cc2586135430 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.086139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.086139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.086139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.086139] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.086139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.086139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.086469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.086469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.086469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.086576] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edd7e0c-93b0-4404-8b31-cc2586135430 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.087337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.087337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.087337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.087337] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.087337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.087337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.087337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.087337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.088108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.088108] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6edd7e0c-93b0-4404-8b31-cc2586135430',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.168787] env[65978]: INFO networking_nsxv3.common.synchronization [None req-538d77b4-920d-46a8-862d-f0c73e498eed None None] Enqueued Resource ID: f9c927fa-a22f-47c5-81e8-da05cd13a39f with Priority: HIGHEST for action port [ 585.168787] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c927fa-a22f-47c5-81e8-da05cd13a39f with Priority: HIGHEST for action port [ 585.169187] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9c927fa-a22f-47c5-81e8-da05cd13a39f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.169256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9c927fa-a22f-47c5-81e8-da05cd13a39f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.169355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9c927fa-a22f-47c5-81e8-da05cd13a39f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.169627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9c927fa-a22f-47c5-81e8-da05cd13a39f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.173818] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9c927fa-a22f-47c5-81e8-da05cd13a39f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.403418] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0208f1-a44c-4210-99ce-1158f3602c8c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.485937] env[65978]: INFO networking_nsxv3.common.synchronization [req-d44ec358-ebad-423d-a92f-528dc10b83cb req-9e49c34a-efcb-4ff6-bc76-d6ac5784fd19 tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Enqueued Resource ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c with Priority: HIGHEST for action security_group_members [ 585.486682] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c with Priority: HIGHEST for action security_group_members [ 585.486994] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.487127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.487229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.487529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.487681] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.487783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.487835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.487980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.488074] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.488161] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a973d15c-d3d0-4ac9-b7a7-9f999f89324c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.589808] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6edd7e0c-93b0-4404-8b31-cc2586135430: rpc.has_security_group_logging(os_id): False [ 585.610650] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.610778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.610833] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.611109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.611215] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.612508] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.612698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.612780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.613080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.613200] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.614863] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.614863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.614863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.614863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.614863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.614863] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.614863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.615277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.615277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.615277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.615438] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 is going to be created. [ 585.675675] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9c927fa-a22f-47c5-81e8-da05cd13a39f [ 585.676068] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.676192] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.676233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.676427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.676511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.676601] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9c927fa-a22f-47c5-81e8-da05cd13a39f already deleted. [ 585.676857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9c927fa-a22f-47c5-81e8-da05cd13a39f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.688770] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.689117] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.689117] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.689231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.689369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.702529] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 in Status: IN_PROGRESS for 2s [ 585.908110] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.908110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.908110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.908110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.908110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.908110] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c is going to be created. [ 585.935585] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.935585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.935737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.936204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.936500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.948039] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c in Status: UNINITIALIZED for 2s [ 585.993169] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.993169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.993169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.993169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.993169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.993169] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.993169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.993169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.993169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.993169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.993169] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c already deleted. [ 585.993169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.065626] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.065626] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.065626] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.065922] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.066036] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.066361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.066539] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.067329] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.067329] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.067329] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.067477] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.067542] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.067641] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.067744] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.067867] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.067966] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.090961] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.090961] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.090961] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.090961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.090961] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-80299ae8-ac99-4758-b8a0-576c77894ea4 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.090961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-80299ae8-ac99-4758-b8a0-576c77894ea4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.091358] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-80299ae8-ac99-4758-b8a0-576c77894ea4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.091401] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-80299ae8-ac99-4758-b8a0-576c77894ea4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.092040] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80299ae8-ac99-4758-b8a0-576c77894ea4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.594406] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.594624] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.594744] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.595091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.595241] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.595415] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 80299ae8-ac99-4758-b8a0-576c77894ea4 not found, creating... [ 586.595741] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.595939] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.596082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.596361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.596492] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.596763] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.596911] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.597035] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.597237] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.597366] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.597498] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 80299ae8-ac99-4758-b8a0-576c77894ea4 is going to be created. [ 586.625219] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.625480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.625617] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.625906] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.626233] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.626455] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-80299ae8-ac99-4758-b8a0-576c77894ea4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.930663] env[65978]: INFO networking_nsxv3.common.synchronization [req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 req-932e9eeb-ad4d-469e-806e-8d5e3204eae4 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 586.931272] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 586.931662] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.931797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.931864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.932147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.932310] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.932450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.932450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.932762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.932762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.932762] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.181664] env[65978]: INFO networking_nsxv3.common.synchronization [None req-99f33efa-57e9-4965-93d7-8de00e727085 None None] Enqueued Resource ID: c0158957-17f5-4dfb-9df3-810232094a9d with Priority: HIGHEST for action port [ 587.182245] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0158957-17f5-4dfb-9df3-810232094a9d with Priority: HIGHEST for action port [ 587.182552] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0158957-17f5-4dfb-9df3-810232094a9d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.182678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0158957-17f5-4dfb-9df3-810232094a9d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.182741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0158957-17f5-4dfb-9df3-810232094a9d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.183623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0158957-17f5-4dfb-9df3-810232094a9d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.183623] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0158957-17f5-4dfb-9df3-810232094a9d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.327761] env[65978]: INFO networking_nsxv3.common.synchronization [req-d44ec358-ebad-423d-a92f-528dc10b83cb req-79be8bdc-b0ce-4dd3-8385-4084ba6c7b49 service nova] Enqueued Resource ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c with Priority: HIGHEST for action security_group_rules [ 587.328630] env[65978]: INFO networking_nsxv3.common.synchronization [req-d44ec358-ebad-423d-a92f-528dc10b83cb req-79be8bdc-b0ce-4dd3-8385-4084ba6c7b49 service nova] Enqueued Resource ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c with Priority: HIGHEST for action security_group_members [ 587.329609] env[65978]: INFO networking_nsxv3.common.synchronization [req-d44ec358-ebad-423d-a92f-528dc10b83cb req-79be8bdc-b0ce-4dd3-8385-4084ba6c7b49 service nova] Enqueued Resource ID: 80299ae8-ac99-4758-b8a0-576c77894ea4 with Priority: HIGHEST for action port [ 587.329947] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c with Priority: HIGHEST for action security_group_rules [ 587.330228] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c with Priority: HIGHEST for action security_group_members [ 587.334023] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80299ae8-ac99-4758-b8a0-576c77894ea4 with Priority: HIGHEST for action port [ 587.334023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a973d15c-d3d0-4ac9-b7a7-9f999f89324c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.334023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.334023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.334023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.334023] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a973d15c-d3d0-4ac9-b7a7-9f999f89324c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.335149] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.335489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.335962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.336807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.336807] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.336807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.336807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.337202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.337379] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.340081] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a973d15c-d3d0-4ac9-b7a7-9f999f89324c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.340081] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-80299ae8-ac99-4758-b8a0-576c77894ea4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.340081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80299ae8-ac99-4758-b8a0-576c77894ea4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.340081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80299ae8-ac99-4758-b8a0-576c77894ea4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.340081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80299ae8-ac99-4758-b8a0-576c77894ea4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.340081] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80299ae8-ac99-4758-b8a0-576c77894ea4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.434780] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.435376] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.435453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.435969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.436224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.436398] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.436547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.436617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.436894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.436982] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.437114] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 already deleted. [ 587.437195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.686282] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0158957-17f5-4dfb-9df3-810232094a9d [ 587.686520] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.686654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.686723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.686935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.687033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.687196] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0158957-17f5-4dfb-9df3-810232094a9d already deleted. [ 587.687299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0158957-17f5-4dfb-9df3-810232094a9d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.736543] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 in Status: SUCCESS [ 587.737882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.843044] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a973d15c-d3d0-4ac9-b7a7-9f999f89324c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.844241] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.844477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.845211] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80299ae8-ac99-4758-b8a0-576c77894ea4 with status ACTIVE [ 587.845211] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.845211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.845211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.845442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.845442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.845510] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.845605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.845964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.845964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.845964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.846244] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.846360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.846452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.846676] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.846839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.846977] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80299ae8-ac99-4758-b8a0-576c77894ea4 is going to be updated. [ 587.865366] env[65978]: INFO networking_nsxv3.common.synchronization [req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 req-aaf88fd3-dc53-4e66-999e-0c1911d4f08e tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 587.865990] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 587.866582] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.866721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.866809] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.867055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.867256] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.867367] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.867435] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.867638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.867725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.867845] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.874536] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.874654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.874729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.875131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.875131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.875244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80299ae8-ac99-4758-b8a0-576c77894ea4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.963519] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c in Status: SUCCESS [ 587.963859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.963931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.964183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.964402] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.964605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.964605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.964748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.964853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.964940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.965047] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0208f1-a44c-4210-99ce-1158f3602c8c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.349466] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a973d15c-d3d0-4ac9-b7a7-9f999f89324c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.370638] env[65978]: INFO networking_nsxv3.common.synchronization [None req-ad9bf901-0881-45c9-a73b-abfe6041263a None None] Enqueued Resource ID: 4b5f42a4-6b0c-4b56-a60a-fca28baad1b1 with Priority: HIGHEST for action port [ 588.371304] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.371453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.371525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.371713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.371799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.371974] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.372077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.372134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.372277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.372350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.372433] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 already deleted. [ 588.372505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.372746] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5f42a4-6b0c-4b56-a60a-fca28baad1b1 with Priority: HIGHEST for action port [ 588.373078] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b5f42a4-6b0c-4b56-a60a-fca28baad1b1 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.373078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b5f42a4-6b0c-4b56-a60a-fca28baad1b1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.373078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b5f42a4-6b0c-4b56-a60a-fca28baad1b1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.373230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b5f42a4-6b0c-4b56-a60a-fca28baad1b1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.373344] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5f42a4-6b0c-4b56-a60a-fca28baad1b1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.467755] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0208f1-a44c-4210-99ce-1158f3602c8c taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.467898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.468023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.468243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.468411] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.468514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.468578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.468724] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.468808] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.468890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.469053] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0208f1-a44c-4210-99ce-1158f3602c8c taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.469153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.469213] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.469349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.469486] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.469574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.469634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.469766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.469839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.469920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.470012] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0208f1-a44c-4210-99ce-1158f3602c8c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.852217] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.852388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.852487] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.852847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.852847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.852968] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c is going to be created. [ 588.875112] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b5f42a4-6b0c-4b56-a60a-fca28baad1b1 [ 588.875478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.875677] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.875782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.876182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.876300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.876401] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b5f42a4-6b0c-4b56-a60a-fca28baad1b1 already deleted. [ 588.876584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b5f42a4-6b0c-4b56-a60a-fca28baad1b1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.883117] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.883337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.883337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.886204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.886204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.896955] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c in Status: UNINITIALIZED for 2s [ 588.972409] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0208f1-a44c-4210-99ce-1158f3602c8c: rpc.has_security_group_logging(os_id): False [ 588.991108] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.991282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.991336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.991571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.991658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.991879] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.991979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.992055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.992212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.992289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.992477] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.992634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.992634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.992763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.992837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.993068] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.993146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.993191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.993311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.993388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.993473] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c is going to be created. [ 589.066221] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.067196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.067196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.067196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.067196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.093870] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c in Status: IN_PROGRESS for 2s [ 589.289041] env[65978]: INFO networking_nsxv3.common.synchronization [req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 req-c822ae13-207e-42b9-b811-5b5b52085b78 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 589.289737] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 589.290109] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.290247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.290337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.290574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.290779] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.290898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.290987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.292797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.296116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.296116] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.479717] env[65978]: INFO networking_nsxv3.common.synchronization [req-64648813-f05f-442b-be82-1a7a6a394312 req-710c17be-3b15-4977-bd49-8efa81b569bf tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Enqueued Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_members [ 589.480628] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_members [ 589.481326] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.481326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.481326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.481692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.481908] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.482053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.482168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.482406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.482507] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.482619] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.691132] env[65978]: INFO networking_nsxv3.common.synchronization [None req-83cf9941-a536-4263-b5e7-7b43f144a93f None None] Enqueued Resource ID: fcabafcf-e4a0-4682-9574-b49097310de7 with Priority: HIGHEST for action port [ 589.692451] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcabafcf-e4a0-4682-9574-b49097310de7 with Priority: HIGHEST for action port [ 589.696136] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcabafcf-e4a0-4682-9574-b49097310de7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.696136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcabafcf-e4a0-4682-9574-b49097310de7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.696136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcabafcf-e4a0-4682-9574-b49097310de7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.696324] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcabafcf-e4a0-4682-9574-b49097310de7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.696378] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcabafcf-e4a0-4682-9574-b49097310de7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.798148] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.799297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.799297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.799430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.799430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.799703] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.799835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.799923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.800185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.800341] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.800394] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 already deleted. [ 589.800482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.987635] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.988225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.988225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.988225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.988225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.988481] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.988588] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.988651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.988806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.988882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.988978] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 already deleted. [ 589.989082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.035998] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.036279] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-477" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.036445] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-477" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.036834] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-477" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.037345] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.037560] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.037705] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.037953] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.038105] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.038330] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.038444] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.038548] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.038651] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.038753] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.038853] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.038980] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.064335] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.064567] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.064629] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.064841] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-477" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.065262] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-0d6b24db-52bf-4ce3-bc88-503ef2c03988 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.065418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-0d6b24db-52bf-4ce3-bc88-503ef2c03988" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.065502] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-0d6b24db-52bf-4ce3-bc88-503ef2c03988" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.065821] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-0d6b24db-52bf-4ce3-bc88-503ef2c03988" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.065954] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6b24db-52bf-4ce3-bc88-503ef2c03988',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.204473] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcabafcf-e4a0-4682-9574-b49097310de7 [ 590.204714] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.204850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.204913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.205199] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.205333] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.205436] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcabafcf-e4a0-4682-9574-b49097310de7 already deleted. [ 590.205567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcabafcf-e4a0-4682-9574-b49097310de7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.469158] env[65978]: INFO networking_nsxv3.common.synchronization [None req-081c65db-5ffc-46f5-995a-93def1e96081 None None] Enqueued Resource ID: 45318b58-7a34-4e4c-8b37-912285bab0d6 with Priority: HIGHEST for action port [ 590.469444] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45318b58-7a34-4e4c-8b37-912285bab0d6 with Priority: HIGHEST for action port [ 590.470011] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-45318b58-7a34-4e4c-8b37-912285bab0d6 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.470154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45318b58-7a34-4e4c-8b37-912285bab0d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.470225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45318b58-7a34-4e4c-8b37-912285bab0d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.470482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45318b58-7a34-4e4c-8b37-912285bab0d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.470563] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45318b58-7a34-4e4c-8b37-912285bab0d6',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.568246] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.568547] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.568671] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.569737] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.569911] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.570081] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 0d6b24db-52bf-4ce3-bc88-503ef2c03988 not found, creating... [ 590.570413] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.570663] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.570802] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.571148] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.571197] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.571479] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.571646] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.571740] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.572330] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.572434] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.572583] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 0d6b24db-52bf-4ce3-bc88-503ef2c03988 is going to be created. [ 590.599082] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.599082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.599082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.599937] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.600195] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.600425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-0d6b24db-52bf-4ce3-bc88-503ef2c03988" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.908114] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c in Status: SUCCESS [ 590.908346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.908514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.908736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.908918] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.909094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.909272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.909272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.910138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.910138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.910138] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a973d15c-d3d0-4ac9-b7a7-9f999f89324c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.933241] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.933441] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-811" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.933539] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-811" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.933867] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-811" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.934188] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.934349] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.934461] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.934692] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.934810] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.935026] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.935295] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.935295] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.935464] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.935464] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.935553] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.935660] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.956247] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.956466] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.956621] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.956803] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-811" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.957241] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-566c03ff-69b6-4e8b-8904-ace7156bc3a5 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.957475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-566c03ff-69b6-4e8b-8904-ace7156bc3a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.957606] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-566c03ff-69b6-4e8b-8904-ace7156bc3a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.957914] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-566c03ff-69b6-4e8b-8904-ace7156bc3a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.958537] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('566c03ff-69b6-4e8b-8904-ace7156bc3a5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.972266] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45318b58-7a34-4e4c-8b37-912285bab0d6 [ 590.972478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.972607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.972674] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.972928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.973041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.973261] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45318b58-7a34-4e4c-8b37-912285bab0d6 already deleted. [ 590.973261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45318b58-7a34-4e4c-8b37-912285bab0d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.111388] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c in Status: SUCCESS [ 591.111388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.315483] env[65978]: INFO networking_nsxv3.common.synchronization [req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 req-6cd0fcaf-3abd-43d2-bc62-f65b0251a17c service nova] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_rules [ 591.315854] env[65978]: INFO networking_nsxv3.common.synchronization [req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 req-6cd0fcaf-3abd-43d2-bc62-f65b0251a17c service nova] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 591.315854] env[65978]: INFO networking_nsxv3.common.synchronization [req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 req-6cd0fcaf-3abd-43d2-bc62-f65b0251a17c service nova] Enqueued Resource ID: 0d6b24db-52bf-4ce3-bc88-503ef2c03988 with Priority: HIGHEST for action port [ 591.316482] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_rules [ 591.316650] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 591.316789] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6b24db-52bf-4ce3-bc88-503ef2c03988 with Priority: HIGHEST for action port [ 591.317237] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.317237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.317380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.317540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.317628] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.318510] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.318928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.319037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.319321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.319321] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.319457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.319492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.319624] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.319703] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.319802] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.322066] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d6b24db-52bf-4ce3-bc88-503ef2c03988 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.322066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d6b24db-52bf-4ce3-bc88-503ef2c03988" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.322066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d6b24db-52bf-4ce3-bc88-503ef2c03988" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.322066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d6b24db-52bf-4ce3-bc88-503ef2c03988" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.322066] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6b24db-52bf-4ce3-bc88-503ef2c03988',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.376980] env[65978]: INFO networking_nsxv3.common.synchronization [None req-86fe15a3-c790-4ef8-ae29-66d0705d44c9 None None] Enqueued Resource ID: 35f4fdf5-a31f-4933-9b44-8d781871d427 with Priority: HIGHEST for action port [ 591.377610] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f4fdf5-a31f-4933-9b44-8d781871d427 with Priority: HIGHEST for action port [ 591.378362] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f4fdf5-a31f-4933-9b44-8d781871d427 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.378489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f4fdf5-a31f-4933-9b44-8d781871d427" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.378554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f4fdf5-a31f-4933-9b44-8d781871d427" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.379061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f4fdf5-a31f-4933-9b44-8d781871d427" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.379220] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f4fdf5-a31f-4933-9b44-8d781871d427',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.411681] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.411879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.411939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.412136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.412296] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.412391] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.412518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.413714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.413714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.413714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.413714] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.413714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.413714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.413714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.413714] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.414313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.414384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.414612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.414692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.414774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.414862] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a973d15c-d3d0-4ac9-b7a7-9f999f89324c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.460510] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.460719] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.460852] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.461180] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.461365] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.461590] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 566c03ff-69b6-4e8b-8904-ace7156bc3a5 not found, creating... [ 591.461934] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.462819] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.462819] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.462819] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.462819] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.462971] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.463488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.463488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.463488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.463698] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.463740] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 566c03ff-69b6-4e8b-8904-ace7156bc3a5 is going to be created. [ 591.569933] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.570554] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.570781] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.571450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.571810] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.572074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-566c03ff-69b6-4e8b-8904-ace7156bc3a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.822425] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.822611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.822764] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.824153] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d6b24db-52bf-4ce3-bc88-503ef2c03988 with status ACTIVE [ 591.824153] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.824347] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.824347] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.824584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.824660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.824877] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.824988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.825364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.825364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.825364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.825555] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.826568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.826568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.826568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.826568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.826568] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d6b24db-52bf-4ce3-bc88-503ef2c03988 is going to be updated. [ 591.853265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.853479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.853479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.853685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.853831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.853969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d6b24db-52bf-4ce3-bc88-503ef2c03988" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.882768] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35f4fdf5-a31f-4933-9b44-8d781871d427 [ 591.883012] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.883241] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.883338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.883619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.883751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.883872] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35f4fdf5-a31f-4933-9b44-8d781871d427 already deleted. [ 591.883978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f4fdf5-a31f-4933-9b44-8d781871d427" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.920449] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a973d15c-d3d0-4ac9-b7a7-9f999f89324c: rpc.has_security_group_logging(os_id): False [ 591.945824] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.946024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.946066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.947139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.947139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.947139] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.947139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.947139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.947139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.947139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.947454] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.947454] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.947454] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.947557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.947597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.947767] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.947848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.947908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.948368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.948368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.948547] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c is going to be created. [ 592.042029] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.042029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.042029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.042029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.042029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.056181] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c in Status: IN_PROGRESS for 2s [ 592.104596] env[65978]: INFO networking_nsxv3.common.synchronization [req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed req-292360c8-a33f-4733-818d-830cb954b646 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Enqueued Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_members [ 592.104596] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_members [ 592.104596] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.104596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.104596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.104930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.105069] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.105214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.106033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.106033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.106033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.106033] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.271735] env[65978]: INFO networking_nsxv3.common.synchronization [req-64648813-f05f-442b-be82-1a7a6a394312 req-cb6f0611-5a76-42d4-a771-54348c461b1f service nova] Enqueued Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_rules [ 592.272026] env[65978]: INFO networking_nsxv3.common.synchronization [req-64648813-f05f-442b-be82-1a7a6a394312 req-cb6f0611-5a76-42d4-a771-54348c461b1f service nova] Enqueued Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_members [ 592.272417] env[65978]: INFO networking_nsxv3.common.synchronization [req-64648813-f05f-442b-be82-1a7a6a394312 req-cb6f0611-5a76-42d4-a771-54348c461b1f service nova] Enqueued Resource ID: 566c03ff-69b6-4e8b-8904-ace7156bc3a5 with Priority: HIGHEST for action port [ 592.273176] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_rules [ 592.273408] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_members [ 592.273573] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566c03ff-69b6-4e8b-8904-ace7156bc3a5 with Priority: HIGHEST for action port [ 592.274408] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.274408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.274408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.275039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.275039] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.276663] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.276890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.277115] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.277392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.277593] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.278472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.278472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.278472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.278472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.278472] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.279289] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-566c03ff-69b6-4e8b-8904-ace7156bc3a5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.279289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-566c03ff-69b6-4e8b-8904-ace7156bc3a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.279472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-566c03ff-69b6-4e8b-8904-ace7156bc3a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.279623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-566c03ff-69b6-4e8b-8904-ace7156bc3a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.279739] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('566c03ff-69b6-4e8b-8904-ace7156bc3a5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.327978] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.526376] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.526592] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-121" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.526710] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-121" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.527066] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-121" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.527453] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.527659] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.527805] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.528089] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.528291] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.528530] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.528664] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.528808] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.528936] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.529099] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.529264] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.529442] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.532344] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.532596] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.532778] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.533075] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.533371] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.533572] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.533719] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.533973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.534252] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.534478] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.534630] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.534796] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.534928] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.535085] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.535239] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.535466] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.556060] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.556299] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.556424] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.556606] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.556936] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-07a363b3-36dc-49d5-a49d-8aac1bf92b84 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.557163] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-07a363b3-36dc-49d5-a49d-8aac1bf92b84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.557275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-07a363b3-36dc-49d5-a49d-8aac1bf92b84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.557608] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-07a363b3-36dc-49d5-a49d-8aac1bf92b84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.557743] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a363b3-36dc-49d5-a49d-8aac1bf92b84',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.559430] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.559633] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.559794] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.559991] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-121" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.560351] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-82f2624a-4aaa-4d06-a647-940e1abf71a8 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.560552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-82f2624a-4aaa-4d06-a647-940e1abf71a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.560714] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-82f2624a-4aaa-4d06-a647-940e1abf71a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.561051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-82f2624a-4aaa-4d06-a647-940e1abf71a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.561234] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f2624a-4aaa-4d06-a647-940e1abf71a8',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.608807] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.609073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.609073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.609262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.609360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.609560] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.609727] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.609851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.609938] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.609972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.610073] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 221f2963-70b3-4495-a4e7-a1070ff61864 already deleted. [ 592.610153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.781729] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.783133] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.783291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.783529] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 566c03ff-69b6-4e8b-8904-ace7156bc3a5 with status ACTIVE [ 592.783770] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.783953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.784060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.784351] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.784469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.784731] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.784854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.784949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.785273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.785395] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.785596] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.786027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.786027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.786027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.786244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.786244] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 566c03ff-69b6-4e8b-8904-ace7156bc3a5 is going to be updated. [ 592.830266] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.830523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.830615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.830847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.830938] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.831062] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be created. [ 592.836811] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.837069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.837189] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.837400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.837580] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.837831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-566c03ff-69b6-4e8b-8904-ace7156bc3a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.889369] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.889635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.889635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.889776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.889943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.902159] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: UNINITIALIZED for 2s [ 593.063708] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.064049] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.064182] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.064552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.064798] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.065020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 07a363b3-36dc-49d5-a49d-8aac1bf92b84 not found, creating... [ 593.065333] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.065579] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.065687] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.065960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.066176] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.066492] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.066689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.066818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.067122] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.067226] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.067357] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 07a363b3-36dc-49d5-a49d-8aac1bf92b84 is going to be created. [ 593.068678] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.068837] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.068950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.069176] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.069340] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.069487] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 82f2624a-4aaa-4d06-a647-940e1abf71a8 not found, creating... [ 593.069752] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.069903] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.070058] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.070329] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.070490] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.070805] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.071014] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.071175] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.071412] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.071552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.071719] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 82f2624a-4aaa-4d06-a647-940e1abf71a8 is going to be created. [ 593.099938] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.100150] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.100282] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.100567] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.100822] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.101147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-82f2624a-4aaa-4d06-a647-940e1abf71a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.102756] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.102929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.103062] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.103339] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.103555] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.103755] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-07a363b3-36dc-49d5-a49d-8aac1bf92b84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.292429] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.775324] env[65978]: INFO networking_nsxv3.common.synchronization [req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed req-5dbe583e-fa27-4334-92f8-c1b9c69f5dd2 service nova] Enqueued Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_rules [ 593.775511] env[65978]: INFO networking_nsxv3.common.synchronization [req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed req-5dbe583e-fa27-4334-92f8-c1b9c69f5dd2 service nova] Enqueued Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_members [ 593.779054] env[65978]: INFO networking_nsxv3.common.synchronization [req-72008f79-ce98-40ac-9a77-e0d93c9ee5ed req-5dbe583e-fa27-4334-92f8-c1b9c69f5dd2 service nova] Enqueued Resource ID: 07a363b3-36dc-49d5-a49d-8aac1bf92b84 with Priority: HIGHEST for action port [ 593.779054] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_rules [ 593.779054] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_members [ 593.779054] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a363b3-36dc-49d5-a49d-8aac1bf92b84 with Priority: HIGHEST for action port [ 593.779054] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.779054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.779054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.779054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.779054] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.779054] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.779054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.779054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.779054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.779054] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.779736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.779736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.779736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.779736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.779736] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.780437] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-07a363b3-36dc-49d5-a49d-8aac1bf92b84 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.780529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07a363b3-36dc-49d5-a49d-8aac1bf92b84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.780598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07a363b3-36dc-49d5-a49d-8aac1bf92b84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.780750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07a363b3-36dc-49d5-a49d-8aac1bf92b84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.780815] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a363b3-36dc-49d5-a49d-8aac1bf92b84',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.794249] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.794537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.794616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.795467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.795467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.795467] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 is going to be created. [ 593.800216] env[65978]: INFO networking_nsxv3.common.synchronization [req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 req-65fc15c0-407c-4dfe-b7e0-b68013850019 service nova] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_rules [ 593.800216] env[65978]: INFO networking_nsxv3.common.synchronization [req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 req-65fc15c0-407c-4dfe-b7e0-b68013850019 service nova] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 593.800309] env[65978]: INFO networking_nsxv3.common.synchronization [req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 req-65fc15c0-407c-4dfe-b7e0-b68013850019 service nova] Enqueued Resource ID: 82f2624a-4aaa-4d06-a647-940e1abf71a8 with Priority: HIGHEST for action port [ 593.802268] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_rules [ 593.802419] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 593.802515] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f2624a-4aaa-4d06-a647-940e1abf71a8 with Priority: HIGHEST for action port [ 593.802855] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.802910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.803099] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.803180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.803357] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-82f2624a-4aaa-4d06-a647-940e1abf71a8 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.803453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82f2624a-4aaa-4d06-a647-940e1abf71a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.803526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82f2624a-4aaa-4d06-a647-940e1abf71a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.803708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82f2624a-4aaa-4d06-a647-940e1abf71a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.803784] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f2624a-4aaa-4d06-a647-940e1abf71a8',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.829514] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.829514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.829514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.830860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.830860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.841531] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: UNINITIALIZED for 2s [ 594.071566] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c in Status: SUCCESS [ 594.071815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.269268] env[65978]: INFO networking_nsxv3.common.synchronization [req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 req-cc2336b1-9cb8-4674-960d-f2a960ec94a6 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Enqueued Resource ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 with Priority: HIGHEST for action security_group_members [ 594.270421] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 with Priority: HIGHEST for action security_group_members [ 594.270860] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a36e44c-c9fb-4156-ba38-b97fb0507447 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.271050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.271153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.271516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.271773] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.271936] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.272061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.272325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.272473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.272634] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a36e44c-c9fb-4156-ba38-b97fb0507447',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.283313] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.283313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.283463] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.286243] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07a363b3-36dc-49d5-a49d-8aac1bf92b84 with status ACTIVE [ 594.286805] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.286956] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.287039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.287295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.287381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.287575] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.287669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.287730] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.287888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.287956] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.288186] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.288295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.288606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.288606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.288697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.288697] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07a363b3-36dc-49d5-a49d-8aac1bf92b84 is going to be updated. [ 594.310879] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82f2624a-4aaa-4d06-a647-940e1abf71a8 with status ACTIVE [ 594.311267] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.311267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.311369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.311536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.311628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.311809] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.311907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.311967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.312133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.312222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.312393] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.312486] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.312536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.312682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.312756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.312842] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82f2624a-4aaa-4d06-a647-940e1abf71a8 is going to be updated. [ 594.337314] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.337470] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.337561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.337799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.337966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.338179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07a363b3-36dc-49d5-a49d-8aac1bf92b84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.359138] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.359348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.359448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.359652] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.359844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.360077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82f2624a-4aaa-4d06-a647-940e1abf71a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.651383] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.651569] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-477" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.651689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-477" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.651960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-477" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.652237] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.652386] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.652497] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.652713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.652851] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.655156] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.655340] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.655458] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.655567] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.655676] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.655776] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.655902] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.677641] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.677876] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.678031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.678384] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.678666] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.678838] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.678971] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.679236] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.679402] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.679614] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.679728] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.679853] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.679967] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.680087] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.680205] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.680341] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.682160] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.682322] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.682452] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.682617] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-477" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.682887] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-83d8ff96-9b40-4a7c-9beb-1005219b6ffe taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.683074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-83d8ff96-9b40-4a7c-9beb-1005219b6ffe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.683215] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-83d8ff96-9b40-4a7c-9beb-1005219b6ffe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.683499] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-83d8ff96-9b40-4a7c-9beb-1005219b6ffe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.683897] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d8ff96-9b40-4a7c-9beb-1005219b6ffe',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.706024] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.706024] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.706024] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.706024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.706024] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-c58d8930-b971-4e81-83dd-bf7d221f17d9 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.706024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-c58d8930-b971-4e81-83dd-bf7d221f17d9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.706024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-c58d8930-b971-4e81-83dd-bf7d221f17d9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.706024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-c58d8930-b971-4e81-83dd-bf7d221f17d9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.706024] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c58d8930-b971-4e81-83dd-bf7d221f17d9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.775553] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.776180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.776180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.776339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.776455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.776674] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.776831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.776941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.777205] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.777318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.777414] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 already deleted. [ 594.777501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.786079] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.916520] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 594.916823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.917089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.917519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.917795] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.917977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.918103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.918355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.918481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.918676] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.918836] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.920099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.920353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.920589] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.920800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.920982] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.921172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.921298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.921441] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.187181] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.187404] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.187567] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.187812] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.189048] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.189048] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 83d8ff96-9b40-4a7c-9beb-1005219b6ffe not found, creating... [ 595.189048] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.189048] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.189446] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.189546] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.189721] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.190322] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.190540] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.190706] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.191119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.191311] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.191504] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 83d8ff96-9b40-4a7c-9beb-1005219b6ffe is going to be created. [ 595.209676] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.210080] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.210284] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.210706] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.210927] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.211215] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port c58d8930-b971-4e81-83dd-bf7d221f17d9 not found, creating... [ 595.211654] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.211893] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.212087] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.212478] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.212735] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.213150] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.213425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.213633] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.213985] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.214221] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.214456] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: c58d8930-b971-4e81-83dd-bf7d221f17d9 is going to be created. [ 595.229856] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.230101] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.230260] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.230613] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.230955] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.231210] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-83d8ff96-9b40-4a7c-9beb-1005219b6ffe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.246475] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.246776] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.246960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.247299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.247506] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.247793] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-c58d8930-b971-4e81-83dd-bf7d221f17d9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.289328] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.289544] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.289609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.290991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.290991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.290991] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 221f2963-70b3-4495-a4e7-a1070ff61864 is going to be created. [ 595.332206] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.332626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.332626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.332723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.332862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.348311] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: UNINITIALIZED for 2s [ 595.424011] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.424268] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.424418] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.854940] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: SUCCESS [ 595.854940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.854940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.855082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.855248] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.855402] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.855484] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.855576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.855658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.855744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.855835] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.926613] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.932657] env[65978]: INFO networking_nsxv3.common.synchronization [req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 req-a1d36d1c-6f04-4aa7-8a49-d590979ed522 service nova] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_rules [ 595.933020] env[65978]: INFO networking_nsxv3.common.synchronization [req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 req-a1d36d1c-6f04-4aa7-8a49-d590979ed522 service nova] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 595.933020] env[65978]: INFO networking_nsxv3.common.synchronization [req-cccb3860-f0ff-43ae-8b60-ccaf1be0a5e6 req-a1d36d1c-6f04-4aa7-8a49-d590979ed522 service nova] Enqueued Resource ID: 83d8ff96-9b40-4a7c-9beb-1005219b6ffe with Priority: HIGHEST for action port [ 595.933253] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_rules [ 595.933357] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 595.933418] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d8ff96-9b40-4a7c-9beb-1005219b6ffe with Priority: HIGHEST for action port [ 595.934013] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.934868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.934868] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.934868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.934868] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-83d8ff96-9b40-4a7c-9beb-1005219b6ffe taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.934868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83d8ff96-9b40-4a7c-9beb-1005219b6ffe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.934868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83d8ff96-9b40-4a7c-9beb-1005219b6ffe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.935158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83d8ff96-9b40-4a7c-9beb-1005219b6ffe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.935158] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d8ff96-9b40-4a7c-9beb-1005219b6ffe',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.957774] env[65978]: INFO networking_nsxv3.common.synchronization [req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 req-b45d68de-b911-4a66-a063-da177d13ddf7 service nova] Enqueued Resource ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 with Priority: HIGHEST for action security_group_rules [ 595.957774] env[65978]: INFO networking_nsxv3.common.synchronization [req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 req-b45d68de-b911-4a66-a063-da177d13ddf7 service nova] Enqueued Resource ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 with Priority: HIGHEST for action security_group_members [ 595.957774] env[65978]: INFO networking_nsxv3.common.synchronization [req-1f61e558-61b1-4ea7-ae65-42eab3cefd02 req-b45d68de-b911-4a66-a063-da177d13ddf7 service nova] Enqueued Resource ID: c58d8930-b971-4e81-83dd-bf7d221f17d9 with Priority: HIGHEST for action port [ 595.957774] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 with Priority: HIGHEST for action security_group_rules [ 595.957774] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 with Priority: HIGHEST for action security_group_members [ 595.957774] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58d8930-b971-4e81-83dd-bf7d221f17d9 with Priority: HIGHEST for action port [ 595.958771] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a36e44c-c9fb-4156-ba38-b97fb0507447 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.960837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.960935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.961324] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.961502] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a36e44c-c9fb-4156-ba38-b97fb0507447',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.962478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a36e44c-c9fb-4156-ba38-b97fb0507447 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.963515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.964021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.964021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.964021] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.964243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.964243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.964469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.964575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.964682] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a36e44c-c9fb-4156-ba38-b97fb0507447',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.969233] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c58d8930-b971-4e81-83dd-bf7d221f17d9 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.969233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c58d8930-b971-4e81-83dd-bf7d221f17d9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.969233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c58d8930-b971-4e81-83dd-bf7d221f17d9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.969233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c58d8930-b971-4e81-83dd-bf7d221f17d9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.969233] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c58d8930-b971-4e81-83dd-bf7d221f17d9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.359358] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.359757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.359757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.359905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.360463] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.360626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.360692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.360931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.360981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.361138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.361413] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.361413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.361413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.361585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.361655] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.361753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.361805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.361946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.362187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.362308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.362592] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.428960] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.429139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.429202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.429417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.429564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.429597] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 596.437465] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83d8ff96-9b40-4a7c-9beb-1005219b6ffe with status ACTIVE [ 596.437704] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.437836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.437905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.438155] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.438250] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.438448] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.438540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.438602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.438763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.438857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.439051] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.439149] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.439210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.439353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.439426] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.439526] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83d8ff96-9b40-4a7c-9beb-1005219b6ffe is going to be updated. [ 596.461460] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.461626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.461730] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.461998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.462233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.462864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83d8ff96-9b40-4a7c-9beb-1005219b6ffe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.466537] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.466685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.466760] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.467095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.467095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.473190] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a36e44c-c9fb-4156-ba38-b97fb0507447 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.473362] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.474256] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a36e44c-c9fb-4156-ba38-b97fb0507447',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.474796] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c58d8930-b971-4e81-83dd-bf7d221f17d9 with status ACTIVE [ 596.474982] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.475120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.475188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.475387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.475472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.475652] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.475750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.475811] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.475956] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.476041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.476358] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.476494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.476575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.476743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.476818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.476907] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c58d8930-b971-4e81-83dd-bf7d221f17d9 is going to be updated. [ 596.479854] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 596.503572] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.503696] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.503996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.503996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.504151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.504313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c58d8930-b971-4e81-83dd-bf7d221f17d9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.865335] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e3876b9-a6a2-4907-a3b7-31a810385e03: rpc.has_security_group_logging(os_id): False [ 596.884498] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.884683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.884756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.885039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.885135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.885349] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.885476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.885568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.885754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.885891] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.886074] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.886360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.886435] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.886599] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.886677] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.886871] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.886996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.887045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.887222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.887306] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.887394] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 is going to be created. [ 596.954109] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.954109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.954109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.954109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.954109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.968936] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: IN_PROGRESS for 2s [ 596.980747] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a36e44c-c9fb-4156-ba38-b97fb0507447',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.359459] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: SUCCESS [ 597.359779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.359827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.360072] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.360263] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.360373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.360427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.361148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.361148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.361148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.361148] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.484159] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.484431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.487100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.487475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.487608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.488293] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 is going to be created. [ 597.557343] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.557343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.557343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.557907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.557907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.570602] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 in Status: UNINITIALIZED for 2s [ 597.863462] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.863462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.863937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.863937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.864161] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.864298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.864489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.864583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.865218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.865218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.865218] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.865218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.865494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.865494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.865704] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.865704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.865812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.865923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.866019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.866173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.866241] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.369523] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 221f2963-70b3-4495-a4e7-a1070ff61864: rpc.has_security_group_logging(os_id): False [ 598.391478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.391478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.391478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.391478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.391478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.391478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.391478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.391478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.391478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.391478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.391910] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.391910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.391910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.391910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.392187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.392187] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.392267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.392267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.392391] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.392601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.392601] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 221f2963-70b3-4495-a4e7-a1070ff61864 is going to be created. [ 598.465482] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.465686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.465753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.465990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.466286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.480707] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: IN_PROGRESS for 2s [ 598.497177] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 598.497177] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.497432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.497615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.497887] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.498990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.498990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.498990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.498990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.498990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.498990] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.498990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.499607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.499607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.499607] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.500165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.500165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.500165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.500165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.500165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.500501] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.505152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.505246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.505485] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.505643] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.506056] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.506056] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.508384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.508384] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.987795] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: SUCCESS [ 598.987795] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.011989] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86f32770-b12c-4600-b066-a7f0d3768a93: rpc.has_security_group_logging(os_id): False [ 599.012949] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.037352] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.037484] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.037959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.037959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.037959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.038115] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.038172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.038221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.038371] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.038444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.038627] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.038740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.038796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.038941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.040236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.040236] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.040236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.040236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.040236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.040236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.040236] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be created. [ 599.131534] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.131534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.131534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.131534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.131534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.144838] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 599.516175] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.586929] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 in Status: SUCCESS [ 599.587184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.587354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.587573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.588124] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.588124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.588124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.588124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.588316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.588316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.588383] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a36e44c-c9fb-4156-ba38-b97fb0507447',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.021508] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.021508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.021508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.021508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.022022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.022022] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 600.065753] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.065753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.065753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.067784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.067784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.078589] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 600.091131] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a36e44c-c9fb-4156-ba38-b97fb0507447',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.499280] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: SUCCESS [ 600.499469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.594518] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a36e44c-c9fb-4156-ba38-b97fb0507447: rpc.has_security_group_logging(os_id): False [ 600.617614] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.619139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.619256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.619508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.619597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.619875] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.619991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.620102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.621228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.621228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.621228] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 is going to be created. [ 600.732687] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.732858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.733019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.733184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.733357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.752941] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 in Status: IN_PROGRESS for 2s [ 600.961545] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 600.961545] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 601.143094] env[65978]: INFO networking_nsxv3.common.synchronization [req-7d26c792-31e8-446f-bf06-c57e045913d6 req-a934a06f-7a74-4df9-b78c-ec742683c3f5 tempest-DeleteServersAdminTestJSON-601643403 tempest-DeleteServersAdminTestJSON-601643403-project-admin] Enqueued Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_members [ 601.145156] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_members [ 601.149774] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.150105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.150275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.150547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.150888] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.151021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.151143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.151576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.151750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.151941] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.176605] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 601.176605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.177175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.177454] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.177534] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.659813] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.661032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.661032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.661032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.661032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.661032] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.661032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.661032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.661527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.661527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.661527] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d is going to be updated. [ 601.683626] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.683842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.705403] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.705611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.705676] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.705872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.706035] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.719726] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: IN_PROGRESS for 2s [ 601.905151] env[65978]: INFO networking_nsxv3.common.synchronization [req-8de388ea-8634-4d3b-9a44-ec62541c3c64 req-f8a6dcaa-8dc0-48c4-93ee-c4ecc174e7e5 tempest-ImagesNegativeTestJSON-499355606 tempest-ImagesNegativeTestJSON-499355606-project-member] Enqueued Resource ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 with Priority: HIGHEST for action security_group_members [ 601.905756] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 with Priority: HIGHEST for action security_group_members [ 601.907240] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-340a942d-a71b-4ac9-9f14-5a4166ac5654 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.907240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.907240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.907240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.907240] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.907240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.907240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.907240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.907240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.907643] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('340a942d-a71b-4ac9-9f14-5a4166ac5654',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.091594] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 602.091594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.091812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.091848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.092152] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.092152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.092310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.092361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.092441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.092527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.092611] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.338967] env[65978]: INFO networking_nsxv3.common.synchronization [None req-507b652b-8ef3-4959-af01-ddb4f34c18eb None None] Enqueued Resource ID: 6252d759-fc56-43b5-b2db-d7074b36bf37 with Priority: HIGHEST for action port [ 602.338967] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6252d759-fc56-43b5-b2db-d7074b36bf37 with Priority: HIGHEST for action port [ 602.340785] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-6252d759-fc56-43b5-b2db-d7074b36bf37 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.340785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6252d759-fc56-43b5-b2db-d7074b36bf37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.340785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6252d759-fc56-43b5-b2db-d7074b36bf37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.340785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6252d759-fc56-43b5-b2db-d7074b36bf37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.342996] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6252d759-fc56-43b5-b2db-d7074b36bf37',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.414228] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.414228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.414228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.414228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.414228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.414228] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.414228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.414228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.414228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.414228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.414228] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 is going to be updated. [ 602.460381] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.460540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.460608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.460825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.460962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.470230] env[65978]: INFO networking_nsxv3.common.synchronization [req-1ec77201-5dc9-45c8-84c0-244aba002648 req-c98b8eb6-adf2-48b4-9d52-12ede97053d9 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Enqueued Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 602.470911] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 602.471608] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.471608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.472018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.472018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.472208] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.473179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.473278] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.473434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.473526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.473627] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.475290] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 in Status: IN_PROGRESS for 2s [ 602.596316] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.596316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.596316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.596746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.596895] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.597197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.597401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.597747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.597940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.598151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.598764] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.599041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.599137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.599414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.599655] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.599863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.599999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.601132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.602039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.602039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.602039] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.766735] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 in Status: SUCCESS [ 602.767037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.844833] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6252d759-fc56-43b5-b2db-d7074b36bf37 [ 602.845266] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.845416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.845416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.845781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.845781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.845933] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6252d759-fc56-43b5-b2db-d7074b36bf37 already deleted. [ 602.845933] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6252d759-fc56-43b5-b2db-d7074b36bf37" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.976898] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.977124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.977272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.977375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.977471] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.977686] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.977792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.977891] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.978122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.978219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.978342] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac already deleted. [ 602.978514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.107284] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86f32770-b12c-4600-b066-a7f0d3768a93: rpc.has_security_group_logging(os_id): False [ 603.129342] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.129342] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.129634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.131491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.131491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.131491] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.131491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.131491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.131491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.131491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.131945] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.133558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.133558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.133558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.134184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.134391] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.134521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.134589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.134768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.134852] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.134959] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 603.220048] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.220197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.220272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.220493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.220813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.238503] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 603.312423] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.312714] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-666" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.312714] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-666" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.313030] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-666" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.313303] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.313457] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.313548] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.313797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.313967] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.314315] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.314455] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.314588] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.314718] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.314852] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.314996] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.315247] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.359222] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.359418] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.359560] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.359713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-666" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.360058] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-7ad42f81-467b-4cad-9983-8e5366f3541f taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.360266] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-7ad42f81-467b-4cad-9983-8e5366f3541f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.360381] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-7ad42f81-467b-4cad-9983-8e5366f3541f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.360664] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-7ad42f81-467b-4cad-9983-8e5366f3541f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.360801] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad42f81-467b-4cad-9983-8e5366f3541f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.733480] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: SUCCESS [ 603.733910] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d deletion is rescheduled due to dependency. [ 603.734109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.865552] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.866297] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.866835] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.867319] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.867489] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.867658] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 7ad42f81-467b-4cad-9983-8e5366f3541f not found, creating... [ 603.869028] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.869028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.869028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.869028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.869028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.869463] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.869463] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.869601] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.869740] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.869870] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.870068] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 7ad42f81-467b-4cad-9983-8e5366f3541f is going to be created. [ 603.892933] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.893172] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.893383] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.893706] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.893840] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.894940] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-7ad42f81-467b-4cad-9983-8e5366f3541f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.492076] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 in Status: SUCCESS [ 604.492275] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 340a942d-a71b-4ac9-9f14-5a4166ac5654 deletion is rescheduled due to dependency. [ 604.492437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-340a942d-a71b-4ac9-9f14-5a4166ac5654" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.598542] env[65978]: INFO networking_nsxv3.common.synchronization [None req-bae6f631-281a-40b4-8f20-0f7dee4428c0 None None] Enqueued Resource ID: a4c04e32-acfd-4a5e-aaa4-c0abcde37b45 with Priority: HIGHEST for action port [ 604.598542] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c04e32-acfd-4a5e-aaa4-c0abcde37b45 with Priority: HIGHEST for action port [ 604.598542] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4c04e32-acfd-4a5e-aaa4-c0abcde37b45 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.598542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4c04e32-acfd-4a5e-aaa4-c0abcde37b45" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.598542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4c04e32-acfd-4a5e-aaa4-c0abcde37b45" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.598542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4c04e32-acfd-4a5e-aaa4-c0abcde37b45" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.598542] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4c04e32-acfd-4a5e-aaa4-c0abcde37b45',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.641510] env[65978]: INFO networking_nsxv3.common.synchronization [req-1ec77201-5dc9-45c8-84c0-244aba002648 req-f5f5bea8-2210-457f-aaad-0533122ff71d service nova] Enqueued Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_rules [ 604.642214] env[65978]: INFO networking_nsxv3.common.synchronization [req-1ec77201-5dc9-45c8-84c0-244aba002648 req-f5f5bea8-2210-457f-aaad-0533122ff71d service nova] Enqueued Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 604.642452] env[65978]: INFO networking_nsxv3.common.synchronization [req-1ec77201-5dc9-45c8-84c0-244aba002648 req-f5f5bea8-2210-457f-aaad-0533122ff71d service nova] Enqueued Resource ID: 7ad42f81-467b-4cad-9983-8e5366f3541f with Priority: HIGHEST for action port [ 604.643089] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_rules [ 604.643186] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 604.643296] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad42f81-467b-4cad-9983-8e5366f3541f with Priority: HIGHEST for action port [ 604.643581] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.643688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.643747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.644228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.644337] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.645560] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.645688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.645760] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.645993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.646190] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.646696] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.646787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.646968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.647100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.647305] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.648067] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ad42f81-467b-4cad-9983-8e5366f3541f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.648179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ad42f81-467b-4cad-9983-8e5366f3541f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.648246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ad42f81-467b-4cad-9983-8e5366f3541f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.651234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ad42f81-467b-4cad-9983-8e5366f3541f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.651234] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad42f81-467b-4cad-9983-8e5366f3541f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.678562] env[65978]: INFO networking_nsxv3.common.synchronization [None req-d814194a-61e0-48b5-8986-cf46bac04ad1 None None] Enqueued Resource ID: f8c31865-c85a-4279-881f-fe00d3f20384 with Priority: HIGHEST for action port [ 604.678562] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c31865-c85a-4279-881f-fe00d3f20384 with Priority: HIGHEST for action port [ 604.678708] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8c31865-c85a-4279-881f-fe00d3f20384 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.678861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8c31865-c85a-4279-881f-fe00d3f20384" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.678905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8c31865-c85a-4279-881f-fe00d3f20384" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.679376] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8c31865-c85a-4279-881f-fe00d3f20384" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.679376] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c31865-c85a-4279-881f-fe00d3f20384',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.100637] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4c04e32-acfd-4a5e-aaa4-c0abcde37b45 [ 605.100986] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.101227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.101317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.101659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.101769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.101892] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4c04e32-acfd-4a5e-aaa4-c0abcde37b45 already deleted. [ 605.102025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4c04e32-acfd-4a5e-aaa4-c0abcde37b45" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.149333] env[65978]: INFO networking_nsxv3.common.synchronization [req-1ec77201-5dc9-45c8-84c0-244aba002648 req-7328b636-c64e-4b7a-b560-6c104bd6117e tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Enqueued Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 605.149904] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 605.150241] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.151423] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.151568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.152553] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.152553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.153774] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ad42f81-467b-4cad-9983-8e5366f3541f with status ACTIVE [ 605.154127] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.154233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.154233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.154834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.154834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.154834] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.154834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.155343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.155343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.155343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.155489] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.155489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.155745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.155962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.156424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.156424] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ad42f81-467b-4cad-9983-8e5366f3541f is going to be updated. [ 605.181249] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8c31865-c85a-4279-881f-fe00d3f20384 [ 605.181512] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.181672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.181782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.182051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.182308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.182308] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8c31865-c85a-4279-881f-fe00d3f20384 already deleted. [ 605.182393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8c31865-c85a-4279-881f-fe00d3f20384" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.191024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.191310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.191310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.191514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.191693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.191914] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ad42f81-467b-4cad-9983-8e5366f3541f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.262710] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 605.264676] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.264676] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.264676] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.264676] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.652585] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.762243] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.762527] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-666" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.762697] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-666" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.763067] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-666" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.763445] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.763667] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.763828] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.764231] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.764552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.764712] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.764953] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.765103] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.765282] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.765446] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.765587] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.765693] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.767181] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.767301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.767435] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.767593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.767749] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.767846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.767908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.768063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.768146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.768230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.768318] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.787268] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.787489] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.787626] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.787791] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-666" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.788106] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-3394a136-fcb3-4e9b-9d63-2c868b1df3cc taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.788275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-3394a136-fcb3-4e9b-9d63-2c868b1df3cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.788387] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-3394a136-fcb3-4e9b-9d63-2c868b1df3cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.788746] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-3394a136-fcb3-4e9b-9d63-2c868b1df3cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.788886] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3394a136-fcb3-4e9b-9d63-2c868b1df3cc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.155303] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.155598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.155598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.156178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.156178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.156178] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac is going to be created. [ 606.181281] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.181453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.181453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.182758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.182758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.192932] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: UNINITIALIZED for 2s [ 606.270628] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.270860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.270968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.271245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.271497] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.271650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.271760] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.271995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.272157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.272298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.272513] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.272641] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.272759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.272940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.273140] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.273258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.273345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.273501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.273573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.273646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.273706] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.292672] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.293051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.293240] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.293697] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.293786] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.293918] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 3394a136-fcb3-4e9b-9d63-2c868b1df3cc not found, creating... [ 606.294265] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.294423] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.294537] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.295255] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.295255] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.295255] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.295432] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.295432] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.295642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.295768] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.295899] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 3394a136-fcb3-4e9b-9d63-2c868b1df3cc is going to be created. [ 606.327278] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.327536] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.327656] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.327932] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.328169] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.328399] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-3394a136-fcb3-4e9b-9d63-2c868b1df3cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.777421] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86f32770-b12c-4600-b066-a7f0d3768a93: rpc.has_security_group_logging(os_id): False [ 606.796019] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.798140] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.798288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.798501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.798599] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.798834] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.798945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.799173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.799173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.799272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.799429] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.799525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.799581] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.799725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.799798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.799975] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.801204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.804536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.804536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.804536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.804536] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 606.869317] env[65978]: INFO networking_nsxv3.common.synchronization [None req-ae37ec8e-daee-44d7-85db-9993c04263b7 None None] Enqueued Resource ID: a4099cde-4fa3-481d-954c-dac4abfffac0 with Priority: HIGHEST for action port [ 606.870982] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.871244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.871388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.871553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.871701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.873501] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4099cde-4fa3-481d-954c-dac4abfffac0 with Priority: HIGHEST for action port [ 606.873879] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4099cde-4fa3-481d-954c-dac4abfffac0 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.873986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4099cde-4fa3-481d-954c-dac4abfffac0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.874098] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4099cde-4fa3-481d-954c-dac4abfffac0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.874351] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4099cde-4fa3-481d-954c-dac4abfffac0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.874436] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4099cde-4fa3-481d-954c-dac4abfffac0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.893027] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 607.082692] env[65978]: INFO networking_nsxv3.common.synchronization [req-1ec77201-5dc9-45c8-84c0-244aba002648 req-8c8dc2ae-1f30-4a08-8456-648ab16b1ed9 service nova] Enqueued Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_rules [ 607.082926] env[65978]: INFO networking_nsxv3.common.synchronization [req-1ec77201-5dc9-45c8-84c0-244aba002648 req-8c8dc2ae-1f30-4a08-8456-648ab16b1ed9 service nova] Enqueued Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 607.083189] env[65978]: INFO networking_nsxv3.common.synchronization [req-1ec77201-5dc9-45c8-84c0-244aba002648 req-8c8dc2ae-1f30-4a08-8456-648ab16b1ed9 service nova] Enqueued Resource ID: 3394a136-fcb3-4e9b-9d63-2c868b1df3cc with Priority: HIGHEST for action port [ 607.087074] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_rules [ 607.087312] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 607.087554] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3394a136-fcb3-4e9b-9d63-2c868b1df3cc with Priority: HIGHEST for action port [ 607.088955] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.088955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.088955] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.088955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.088955] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3394a136-fcb3-4e9b-9d63-2c868b1df3cc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.088955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3394a136-fcb3-4e9b-9d63-2c868b1df3cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.088955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3394a136-fcb3-4e9b-9d63-2c868b1df3cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.089461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3394a136-fcb3-4e9b-9d63-2c868b1df3cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.089461] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3394a136-fcb3-4e9b-9d63-2c868b1df3cc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.378443] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4099cde-4fa3-481d-954c-dac4abfffac0 [ 607.378792] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.378792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.378792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.378968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.379049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.379151] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4099cde-4fa3-481d-954c-dac4abfffac0 already deleted. [ 607.379237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4099cde-4fa3-481d-954c-dac4abfffac0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.449449] env[65978]: INFO networking_nsxv3.common.synchronization [None req-46be5104-e05a-48ff-9e75-0996b3e87251 None None] Enqueued Resource ID: 3544dba6-bc28-4f4a-9391-f42e7002ace9 with Priority: HIGHEST for action port [ 607.450100] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3544dba6-bc28-4f4a-9391-f42e7002ace9 with Priority: HIGHEST for action port [ 607.450473] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3544dba6-bc28-4f4a-9391-f42e7002ace9 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.451208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3544dba6-bc28-4f4a-9391-f42e7002ace9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.451208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3544dba6-bc28-4f4a-9391-f42e7002ace9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.451208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3544dba6-bc28-4f4a-9391-f42e7002ace9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.451208] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3544dba6-bc28-4f4a-9391-f42e7002ace9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.593439] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3394a136-fcb3-4e9b-9d63-2c868b1df3cc with status ACTIVE [ 607.593686] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.593842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.593929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.594255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.594364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.594557] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.594661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.594717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.595053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.595053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.595187] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.595252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.595298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.595518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.595597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.595701] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3394a136-fcb3-4e9b-9d63-2c868b1df3cc is going to be updated. [ 607.634090] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.634090] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.634311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.634389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.634497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.634663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3394a136-fcb3-4e9b-9d63-2c868b1df3cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.649308] env[65978]: INFO networking_nsxv3.common.synchronization [req-1ec77201-5dc9-45c8-84c0-244aba002648 req-de0f75bb-9970-4580-88c3-c8aa73d8a9a9 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Enqueued Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 607.649925] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 607.652442] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.652522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.954170] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3544dba6-bc28-4f4a-9391-f42e7002ace9 [ 607.954904] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.954904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.954904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.954904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.954904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.955149] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3544dba6-bc28-4f4a-9391-f42e7002ace9 already deleted. [ 607.955149] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3544dba6-bc28-4f4a-9391-f42e7002ace9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.205415] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: SUCCESS [ 608.205415] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.205415] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.205415] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.205718] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.205718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.205718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.205925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.205925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.206120] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.223934] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.224182] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-666" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.224256] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-666" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.224492] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-666" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.224727] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.224873] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.224987] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.225203] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.225359] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.226112] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.226112] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.226112] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.226112] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.226112] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.226112] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.226112] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.252298] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.252649] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.252649] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.255775] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-666" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.255775] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-96a1cf63-153b-4faf-9995-20bd8cac98bf taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.255775] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-96a1cf63-153b-4faf-9995-20bd8cac98bf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.255775] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-96a1cf63-153b-4faf-9995-20bd8cac98bf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.255775] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-96a1cf63-153b-4faf-9995-20bd8cac98bf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.255775] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a1cf63-153b-4faf-9995-20bd8cac98bf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.709539] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.759153] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.759153] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.759153] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.759153] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.759468] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.759504] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 96a1cf63-153b-4faf-9995-20bd8cac98bf not found, creating... [ 608.759756] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.759925] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.760082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.760266] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.760526] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.760671] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.761024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.761024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.761146] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.761283] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.761416] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 96a1cf63-153b-4faf-9995-20bd8cac98bf is going to be created. [ 608.787500] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.787713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.787836] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.788161] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.788410] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.789555] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-96a1cf63-153b-4faf-9995-20bd8cac98bf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.916203] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 608.916499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.973050] env[65978]: INFO networking_nsxv3.common.synchronization [req-add04709-e895-4fdd-b138-da7b04954f47 req-13c53deb-5fe0-4c4f-bf0b-62413e0265a8 tempest-InstanceActionsNegativeTestJSON-483432475 tempest-InstanceActionsNegativeTestJSON-483432475-project-member] Enqueued Resource ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c with Priority: HIGHEST for action security_group_members [ 608.973652] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c with Priority: HIGHEST for action security_group_members [ 608.973960] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0208f1-a44c-4210-99ce-1158f3602c8c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.976566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.976566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.976566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.976566] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.976566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.977394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.977394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.977394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.977394] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0208f1-a44c-4210-99ce-1158f3602c8c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.211992] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.301953] env[65978]: INFO networking_nsxv3.common.synchronization [None req-01d2b4d3-8021-45ce-8e2a-6b0498422d7d tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGHEST for action security_group_rules [ 609.301953] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGHEST for action security_group_rules [ 609.302277] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8668634-7b93-4d1f-8161-e6d48b212ddd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.302644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.302644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.302895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.303213] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.480039] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.480215] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.480305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.480521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.480630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.480838] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.481319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.481441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.481557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.481669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.481772] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c is going to be updated. [ 609.512633] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.512955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.513040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.513764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.513764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.521332] env[65978]: INFO networking_nsxv3.common.synchronization [req-1ec77201-5dc9-45c8-84c0-244aba002648 req-aba0c209-ab11-4fe9-b2ab-99d95357e6d2 service nova] Enqueued Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_rules [ 609.521399] env[65978]: INFO networking_nsxv3.common.synchronization [req-1ec77201-5dc9-45c8-84c0-244aba002648 req-aba0c209-ab11-4fe9-b2ab-99d95357e6d2 service nova] Enqueued Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 609.521512] env[65978]: INFO networking_nsxv3.common.synchronization [req-1ec77201-5dc9-45c8-84c0-244aba002648 req-aba0c209-ab11-4fe9-b2ab-99d95357e6d2 service nova] Enqueued Resource ID: 96a1cf63-153b-4faf-9995-20bd8cac98bf with Priority: HIGHEST for action port [ 609.521751] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_rules [ 609.521874] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 609.521997] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a1cf63-153b-4faf-9995-20bd8cac98bf with Priority: HIGHEST for action port [ 609.522593] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.522704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.522872] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.522951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.523802] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a1cf63-153b-4faf-9995-20bd8cac98bf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.523925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a1cf63-153b-4faf-9995-20bd8cac98bf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.523972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a1cf63-153b-4faf-9995-20bd8cac98bf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.524249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a1cf63-153b-4faf-9995-20bd8cac98bf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.524332] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a1cf63-153b-4faf-9995-20bd8cac98bf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.527064] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c in Status: IN_PROGRESS for 2s [ 609.680977] env[65978]: INFO networking_nsxv3.common.synchronization [None req-f063ee85-02ae-48a9-a099-e0c7f7ce1925 None None] Enqueued Resource ID: 3b546f94-7227-4438-9cab-c8330125790f with Priority: HIGHEST for action port [ 609.682131] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b546f94-7227-4438-9cab-c8330125790f with Priority: HIGHEST for action port [ 609.682726] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b546f94-7227-4438-9cab-c8330125790f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.682838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b546f94-7227-4438-9cab-c8330125790f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.682906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b546f94-7227-4438-9cab-c8330125790f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.683182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b546f94-7227-4438-9cab-c8330125790f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.683277] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b546f94-7227-4438-9cab-c8330125790f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.717416] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.717416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.717416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.717416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.717416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.717416] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac is going to be updated. [ 609.754458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.754458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.754458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.754458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.754458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.767757] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: IN_PROGRESS for 2s [ 609.827682] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.827682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.827682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.827987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.827987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.827987] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8668634-7b93-4d1f-8161-e6d48b212ddd already deleted. [ 609.828103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.955619] env[65978]: INFO networking_nsxv3.common.synchronization [None req-9135f9c5-7d19-4a36-9372-9bf0d18b9e59 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGHEST for action security_group_rules [ 609.956236] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGHEST for action security_group_rules [ 609.956236] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8668634-7b93-4d1f-8161-e6d48b212ddd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.956406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.956406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.956601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.956701] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.042977] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96a1cf63-153b-4faf-9995-20bd8cac98bf with status ACTIVE [ 610.042977] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.042977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.042977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.042977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.042977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.042977] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.042977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.042977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.042977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.042977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.042977] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.042977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.042977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.042977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.042977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.042977] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96a1cf63-153b-4faf-9995-20bd8cac98bf is going to be updated. [ 610.073294] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.073499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.073499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.093335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.093335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.093335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a1cf63-153b-4faf-9995-20bd8cac98bf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.186903] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b546f94-7227-4438-9cab-c8330125790f [ 610.187209] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.187371] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.187445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.187668] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.187777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.187881] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b546f94-7227-4438-9cab-c8330125790f already deleted. [ 610.187976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b546f94-7227-4438-9cab-c8330125790f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.254633] env[65978]: INFO networking_nsxv3.common.synchronization [None req-ed956ce1-0bb3-4b2a-ab80-750ce63c100c tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Enqueued Resource ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 with Priority: HIGHEST for action security_group_rules [ 610.255866] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 with Priority: HIGHEST for action security_group_rules [ 610.256251] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.256423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.256814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.256895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.256984] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65c3db38-1dc5-4c1c-b1ad-458f208868e4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.460388] env[65978]: INFO networking_nsxv3.common.synchronization [req-b716b437-ac60-4f18-8b6e-9877d2d61da1 req-976499e7-679b-43f1-8841-b9927fd624cb tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 610.461944] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 610.463463] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.463671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.463788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.464136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.464373] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.464503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.464564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.464741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.464829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.464924] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.485167] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.485318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.485388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.485590] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.485687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.485773] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8668634-7b93-4d1f-8161-e6d48b212ddd already deleted. [ 610.485853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.781312] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.781805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.781805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.781805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.781986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.782062] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 already deleted. [ 610.782114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.967914] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.969283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.969283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.969283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.969283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.969283] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.970410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.970410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.970410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.970410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.970410] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 already deleted. [ 610.970410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.215030] env[65978]: INFO networking_nsxv3.common.synchronization [None req-816a180a-e46f-4af7-af0c-e4d58145f992 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Enqueued Resource ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 with Priority: HIGHEST for action security_group_rules [ 611.215669] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 with Priority: HIGHEST for action security_group_rules [ 611.215961] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.216080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.216165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.216371] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.216456] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65c3db38-1dc5-4c1c-b1ad-458f208868e4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.493364] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.493588] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.493588] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.493897] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.494166] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.494344] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.494456] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.494714] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.494934] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.495406] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.495598] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.495731] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.495836] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.495941] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.496053] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.496208] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.516680] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.516844] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.516977] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.517178] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.517514] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-2dd12449-5b94-4d41-bbdb-d4679160ae08 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.517706] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-2dd12449-5b94-4d41-bbdb-d4679160ae08" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.517828] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-2dd12449-5b94-4d41-bbdb-d4679160ae08" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.518168] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-2dd12449-5b94-4d41-bbdb-d4679160ae08" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.518302] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd12449-5b94-4d41-bbdb-d4679160ae08',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.536594] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c in Status: SUCCESS [ 611.537061] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c deletion is rescheduled due to dependency. [ 611.537061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.738572] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.738735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.738805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.739029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.739121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.739216] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 already deleted. [ 611.739297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.741974] env[65978]: INFO networking_nsxv3.common.synchronization [None req-8f2e2ed7-a95f-4641-a15d-99bbd14c58d9 None None] Enqueued Resource ID: 77a3c172-21aa-4fd3-9a5d-8387bdc4bf11 with Priority: HIGHEST for action port [ 611.742593] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a3c172-21aa-4fd3-9a5d-8387bdc4bf11 with Priority: HIGHEST for action port [ 611.742936] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-77a3c172-21aa-4fd3-9a5d-8387bdc4bf11 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.743129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77a3c172-21aa-4fd3-9a5d-8387bdc4bf11" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.743225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77a3c172-21aa-4fd3-9a5d-8387bdc4bf11" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.743589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77a3c172-21aa-4fd3-9a5d-8387bdc4bf11" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.743699] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a3c172-21aa-4fd3-9a5d-8387bdc4bf11',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.780018] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: SUCCESS [ 611.780254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.784074] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.784417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.784512] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.784688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.784758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.784949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.785044] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.785134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.785231] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.786038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.786230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.786398] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.786506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.786596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.786754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.786812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.786875] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.022479] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.022689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.022834] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.023489] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.023652] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.023801] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 2dd12449-5b94-4d41-bbdb-d4679160ae08 not found, creating... [ 612.024149] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.024325] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.024463] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.024686] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.024820] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.025114] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.025265] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.025377] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.025586] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.025762] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.026060] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 2dd12449-5b94-4d41-bbdb-d4679160ae08 is going to be created. [ 612.049879] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.050139] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.050309] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.050599] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.050942] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.051271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-2dd12449-5b94-4d41-bbdb-d4679160ae08" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.245845] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77a3c172-21aa-4fd3-9a5d-8387bdc4bf11 [ 612.246658] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.246658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.246658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.246658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.246960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.246960] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77a3c172-21aa-4fd3-9a5d-8387bdc4bf11 already deleted. [ 612.247040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77a3c172-21aa-4fd3-9a5d-8387bdc4bf11" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.290336] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.291604] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.291709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.792253] env[65978]: INFO networking_nsxv3.common.synchronization [req-b716b437-ac60-4f18-8b6e-9877d2d61da1 req-431fc49d-5830-44a9-9927-232d20c0fc64 service nova] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_rules [ 612.792641] env[65978]: INFO networking_nsxv3.common.synchronization [req-b716b437-ac60-4f18-8b6e-9877d2d61da1 req-431fc49d-5830-44a9-9927-232d20c0fc64 service nova] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 612.792641] env[65978]: INFO networking_nsxv3.common.synchronization [req-b716b437-ac60-4f18-8b6e-9877d2d61da1 req-431fc49d-5830-44a9-9927-232d20c0fc64 service nova] Enqueued Resource ID: 2dd12449-5b94-4d41-bbdb-d4679160ae08 with Priority: HIGHEST for action port [ 612.793324] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_rules [ 612.793439] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 612.793624] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd12449-5b94-4d41-bbdb-d4679160ae08 with Priority: HIGHEST for action port [ 612.793879] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.795406] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.795606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.795652] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.796217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.796217] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.799708] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.799832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.799832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.800099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.800260] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.800367] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.800441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.801568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.801727] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.801878] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.804940] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dd12449-5b94-4d41-bbdb-d4679160ae08 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.804940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dd12449-5b94-4d41-bbdb-d4679160ae08" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.804940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dd12449-5b94-4d41-bbdb-d4679160ae08" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.804940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dd12449-5b94-4d41-bbdb-d4679160ae08" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.804940] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd12449-5b94-4d41-bbdb-d4679160ae08',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.305981] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.307676] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.308397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.308397] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.308397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.308731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.309800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.309800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.309800] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac is going to be updated. [ 613.317493] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dd12449-5b94-4d41-bbdb-d4679160ae08 with status ACTIVE [ 613.318036] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.318036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.318036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.318367] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.318615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.319215] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.320160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.320160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.320160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.320160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.320160] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.320160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.320160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.320160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.322429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.322429] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dd12449-5b94-4d41-bbdb-d4679160ae08 is going to be updated. [ 613.345861] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.345861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.345861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.345861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.345861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.350158] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.350158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.350158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.350158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.350158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.350158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dd12449-5b94-4d41-bbdb-d4679160ae08" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.355084] env[65978]: INFO networking_nsxv3.common.synchronization [req-ab73015b-9390-4405-8769-4da03eecad71 req-66fff777-655e-4b50-87fa-797701b9e1ce tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Enqueued Resource ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 with Priority: HIGHEST for action security_group_members [ 613.356384] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 with Priority: HIGHEST for action security_group_members [ 613.358414] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42b3c3f-3607-477c-a6ed-3fdf454bed57 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.358414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.358414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.358414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.358414] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.358856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.358856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.359045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.359184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.359333] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42b3c3f-3607-477c-a6ed-3fdf454bed57',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.363791] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: IN_PROGRESS for 2s [ 613.772975] env[65978]: INFO networking_nsxv3.common.synchronization [None req-0aa67ee9-74de-499e-9271-0521b902267f None None] Enqueued Resource ID: 27ebfb7b-84f6-483c-8b88-e3637464562c with Priority: HIGHEST for action port [ 613.772975] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27ebfb7b-84f6-483c-8b88-e3637464562c with Priority: HIGHEST for action port [ 613.773260] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-27ebfb7b-84f6-483c-8b88-e3637464562c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.773326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27ebfb7b-84f6-483c-8b88-e3637464562c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.773502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27ebfb7b-84f6-483c-8b88-e3637464562c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.773736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27ebfb7b-84f6-483c-8b88-e3637464562c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.773847] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ebfb7b-84f6-483c-8b88-e3637464562c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.813121] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.863910] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-178 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.864283] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-178" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.864423] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-178" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.864786] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-178" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.865342] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.865548] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.865679] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.865959] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.867963] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.867963] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.867963] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.867963] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.867963] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.867963] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.867963] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.867963] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.869944] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.870127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.870328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.870574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.870681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.870958] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.871101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.871208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.871313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.871409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.871520] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 already deleted. [ 613.871649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.892770] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.893060] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.893501] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.893501] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-178" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.893866] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-5cce23fb-4145-4379-883b-38831c65c3e2 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.894607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-5cce23fb-4145-4379-883b-38831c65c3e2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.894607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-5cce23fb-4145-4379-883b-38831c65c3e2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.894607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-5cce23fb-4145-4379-883b-38831c65c3e2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.895101] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cce23fb-4145-4379-883b-38831c65c3e2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.277658] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27ebfb7b-84f6-483c-8b88-e3637464562c [ 614.277909] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.278100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.278200] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.278501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.278585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.278684] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27ebfb7b-84f6-483c-8b88-e3637464562c already deleted. [ 614.278766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27ebfb7b-84f6-483c-8b88-e3637464562c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.316665] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.316665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.316665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.316665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.316929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.316929] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be created. [ 614.343714] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.343904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.343987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.345685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.345915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.362046] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: UNINITIALIZED for 2s [ 614.398834] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.402018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.402018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.402018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.402018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.402018] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 5cce23fb-4145-4379-883b-38831c65c3e2 not found, creating... [ 614.402018] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.402018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.402018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.402018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.402018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.402503] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.402503] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.402503] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.402503] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.402503] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.402503] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 5cce23fb-4145-4379-883b-38831c65c3e2 is going to be created. [ 614.427947] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.427947] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.427947] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.428162] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.429122] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.429122] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-5cce23fb-4145-4379-883b-38831c65c3e2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.211415] env[65978]: INFO networking_nsxv3.common.synchronization [req-ab73015b-9390-4405-8769-4da03eecad71 req-5172dd0e-859f-42c9-9320-12d2add99e98 service nova] Enqueued Resource ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 with Priority: HIGHEST for action security_group_rules [ 615.211415] env[65978]: INFO networking_nsxv3.common.synchronization [req-ab73015b-9390-4405-8769-4da03eecad71 req-5172dd0e-859f-42c9-9320-12d2add99e98 service nova] Enqueued Resource ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 with Priority: HIGHEST for action security_group_members [ 615.211415] env[65978]: INFO networking_nsxv3.common.synchronization [req-ab73015b-9390-4405-8769-4da03eecad71 req-5172dd0e-859f-42c9-9320-12d2add99e98 service nova] Enqueued Resource ID: 5cce23fb-4145-4379-883b-38831c65c3e2 with Priority: HIGHEST for action port [ 615.211415] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 with Priority: HIGHEST for action security_group_rules [ 615.212045] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 with Priority: HIGHEST for action security_group_members [ 615.212045] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cce23fb-4145-4379-883b-38831c65c3e2 with Priority: HIGHEST for action port [ 615.212045] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b42b3c3f-3607-477c-a6ed-3fdf454bed57 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.212045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.214276] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.214612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.214726] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b42b3c3f-3607-477c-a6ed-3fdf454bed57',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.216538] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42b3c3f-3607-477c-a6ed-3fdf454bed57 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.216538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.216538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.216663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.217406] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.217406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.217406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.217406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.217406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.217406] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42b3c3f-3607-477c-a6ed-3fdf454bed57',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.218227] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cce23fb-4145-4379-883b-38831c65c3e2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.218325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cce23fb-4145-4379-883b-38831c65c3e2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.218397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cce23fb-4145-4379-883b-38831c65c3e2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.218553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cce23fb-4145-4379-883b-38831c65c3e2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.218807] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cce23fb-4145-4379-883b-38831c65c3e2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.373745] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: SUCCESS [ 615.374095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.374366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.374412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.374798] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.374798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.374798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.375108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.375108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.375108] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.496443] env[65978]: INFO networking_nsxv3.common.synchronization [None req-fde5ac6a-1103-4d64-965a-ad24bec0cc10 None None] Enqueued Resource ID: a4a5624b-5901-46d3-b52d-65c566863343 with Priority: HIGHEST for action port [ 615.496443] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a5624b-5901-46d3-b52d-65c566863343 with Priority: HIGHEST for action port [ 615.496443] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a5624b-5901-46d3-b52d-65c566863343 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.496443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a5624b-5901-46d3-b52d-65c566863343" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.496443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a5624b-5901-46d3-b52d-65c566863343" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.497278] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a5624b-5901-46d3-b52d-65c566863343" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.498584] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a5624b-5901-46d3-b52d-65c566863343',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.720863] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b42b3c3f-3607-477c-a6ed-3fdf454bed57',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.723151] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42b3c3f-3607-477c-a6ed-3fdf454bed57 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.723345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.723879] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cce23fb-4145-4379-883b-38831c65c3e2 with status ACTIVE [ 615.724068] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.724217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.724318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.724790] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.724931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.725208] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.725350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.725445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.725649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.725970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.726251] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.726406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.726517] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.726710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.726827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.726950] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cce23fb-4145-4379-883b-38831c65c3e2 is going to be updated. [ 615.751359] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.751549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.751592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.751773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.751910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.756026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cce23fb-4145-4379-883b-38831c65c3e2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.877781] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.001322] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4a5624b-5901-46d3-b52d-65c566863343 [ 616.001322] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.001508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.001508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.001711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.001803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.001886] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4a5624b-5901-46d3-b52d-65c566863343 already deleted. [ 616.001966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a5624b-5901-46d3-b52d-65c566863343" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.231238] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b42b3c3f-3607-477c-a6ed-3fdf454bed57',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.374020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 616.374020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.374020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.374020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.374020] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.374020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.374020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.374020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.374020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.374020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.374020] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.381946] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.738966] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.739113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.739113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.739334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.739420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.739516] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 is going to be created. [ 616.764861] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.765049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.765146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.765399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.765592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.780527] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 in Status: UNINITIALIZED for 2s [ 616.882373] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.882373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.882373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.882373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.882373] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.882373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.882373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.882373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.882373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.882373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.882373] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.882373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.882373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.882373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.882373] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.882373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.883017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.883017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.883017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.883017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.883017] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.886256] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.886256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.886256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.886256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.886256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.886256] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac is going to be updated. [ 616.931034] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.931034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.931034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.931034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.931034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.941429] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: IN_PROGRESS for 2s [ 617.388386] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93e5d50f-9012-40cd-8633-0f21d1800a79: rpc.has_security_group_logging(os_id): False [ 617.421465] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.421465] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.421465] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.421772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.421772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.421996] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.421996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.422184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.422219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.422301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.422546] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.422643] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.422738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.422930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.422982] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.424592] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.425838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.425956] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.426148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.426275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.426407] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be created. [ 617.517965] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.517965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.517965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.517965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.517965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.535805] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 617.748278] env[65978]: INFO networking_nsxv3.common.synchronization [None req-a223d815-39b0-4b51-97e5-641fec0035ca None None] Enqueued Resource ID: 85ebe529-72e9-4db4-8e88-d3b7d10536a1 with Priority: HIGHEST for action port [ 617.748278] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ebe529-72e9-4db4-8e88-d3b7d10536a1 with Priority: HIGHEST for action port [ 617.750757] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-85ebe529-72e9-4db4-8e88-d3b7d10536a1 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.750757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85ebe529-72e9-4db4-8e88-d3b7d10536a1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.750757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85ebe529-72e9-4db4-8e88-d3b7d10536a1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.750757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85ebe529-72e9-4db4-8e88-d3b7d10536a1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.750757] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85ebe529-72e9-4db4-8e88-d3b7d10536a1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.029290] env[65978]: INFO networking_nsxv3.common.synchronization [None req-817d1f71-8af4-4ec9-aa25-b10ee1e29967 None None] Enqueued Resource ID: 31eff3db-bf29-483b-aa01-3d485d410f2e with Priority: HIGHEST for action port [ 618.032161] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31eff3db-bf29-483b-aa01-3d485d410f2e with Priority: HIGHEST for action port [ 618.032526] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-31eff3db-bf29-483b-aa01-3d485d410f2e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.032678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31eff3db-bf29-483b-aa01-3d485d410f2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.032800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31eff3db-bf29-483b-aa01-3d485d410f2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.032990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31eff3db-bf29-483b-aa01-3d485d410f2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.033128] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31eff3db-bf29-483b-aa01-3d485d410f2e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.255563] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85ebe529-72e9-4db4-8e88-d3b7d10536a1 [ 618.255911] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.256077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.256150] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.256410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.256499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.256639] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85ebe529-72e9-4db4-8e88-d3b7d10536a1 already deleted. [ 618.256717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85ebe529-72e9-4db4-8e88-d3b7d10536a1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.535941] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31eff3db-bf29-483b-aa01-3d485d410f2e [ 618.536383] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.536383] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.536825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.536825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.536825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.536825] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31eff3db-bf29-483b-aa01-3d485d410f2e already deleted. [ 618.537024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31eff3db-bf29-483b-aa01-3d485d410f2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.789036] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 in Status: SUCCESS [ 618.789036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.789239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.789325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.789773] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.789773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.789773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.789962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.789962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.790111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.790111] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b42b3c3f-3607-477c-a6ed-3fdf454bed57',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.952403] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: SUCCESS [ 618.952616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.952792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.956018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.956018] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.956018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.956018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.956018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.956018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.956018] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.294095] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42b3c3f-3607-477c-a6ed-3fdf454bed57 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.294095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.294095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.294095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.294307] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.294307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.294307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.294445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.294535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.294619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.294774] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42b3c3f-3607-477c-a6ed-3fdf454bed57 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.294864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.294923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.295069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.295203] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.295294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.295347] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.295482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.295546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.295626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.295712] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b42b3c3f-3607-477c-a6ed-3fdf454bed57',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.399733] env[65978]: INFO networking_nsxv3.common.synchronization [req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee req-86392ce9-9aa4-4443-8fec-bad11c07b5fc tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Enqueued Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_members [ 619.400317] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_members [ 619.400616] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.400941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.400941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.401066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.401525] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.401732] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.401821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.401998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.402095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.402192] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.458965] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.550036] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 619.550334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.592984] env[65978]: INFO networking_nsxv3.common.synchronization [None req-093086e5-4e51-4944-acca-9d66a34b06e4 None None] Enqueued Resource ID: 78c83132-c459-410a-b9e5-1d18dfa55109 with Priority: HIGHEST for action port [ 619.593595] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c83132-c459-410a-b9e5-1d18dfa55109 with Priority: HIGHEST for action port [ 619.593938] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-78c83132-c459-410a-b9e5-1d18dfa55109 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.594436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78c83132-c459-410a-b9e5-1d18dfa55109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.594597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78c83132-c459-410a-b9e5-1d18dfa55109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.595082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78c83132-c459-410a-b9e5-1d18dfa55109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.595082] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78c83132-c459-410a-b9e5-1d18dfa55109',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.799898] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b42b3c3f-3607-477c-a6ed-3fdf454bed57: rpc.has_security_group_logging(os_id): False [ 619.818833] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.819038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.819196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.819389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.819501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.819725] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.819850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.819953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.820161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.820259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.820690] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.820690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.820690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.820875] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.820919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.821151] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.821268] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.821343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.821515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.821616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.821700] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 is going to be created. [ 619.872991] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.873200] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.873382] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.873727] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.874058] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.874239] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.874370] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.874671] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.874774] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.875066] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.875180] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.875340] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.875472] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.875593] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.875772] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.875854] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.881019] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.881173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.881173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.881388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.881598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.894884] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 in Status: IN_PROGRESS for 2s [ 619.899720] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.899871] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.899998] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.900177] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.900506] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-d1dcfb19-dff2-484c-86dc-6faf857e58e9 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.900676] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-d1dcfb19-dff2-484c-86dc-6faf857e58e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.900788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-d1dcfb19-dff2-484c-86dc-6faf857e58e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.901123] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-d1dcfb19-dff2-484c-86dc-6faf857e58e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.901280] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1dcfb19-dff2-484c-86dc-6faf857e58e9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.907017] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.962135] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.102289] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78c83132-c459-410a-b9e5-1d18dfa55109 [ 620.102558] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.102692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.102759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.102976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.103257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.103257] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78c83132-c459-410a-b9e5-1d18dfa55109 already deleted. [ 620.103257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78c83132-c459-410a-b9e5-1d18dfa55109" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.407021] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.407021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.407021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.407021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.407021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.407021] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port d1dcfb19-dff2-484c-86dc-6faf857e58e9 not found, creating... [ 620.407021] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.407021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.407021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.407021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.407021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.407636] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.407636] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.407636] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.407853] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.408119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.408383] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: d1dcfb19-dff2-484c-86dc-6faf857e58e9 is going to be created. [ 620.409874] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.445574] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.447390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.447390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.447390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.447390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.447390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-d1dcfb19-dff2-484c-86dc-6faf857e58e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.465419] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.465585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.465654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.465871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.465957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.466065] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac is going to be updated. [ 620.514829] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.515141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.515218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.516147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.516147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.530601] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: IN_PROGRESS for 2s [ 620.828094] env[65978]: INFO networking_nsxv3.common.synchronization [None req-d41ac734-2aaa-4410-a9ac-00dc82ac3e44 None None] Enqueued Resource ID: f98644e1-3cd3-44be-8fbc-3b26f600dcba with Priority: HIGHEST for action port [ 620.830766] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98644e1-3cd3-44be-8fbc-3b26f600dcba with Priority: HIGHEST for action port [ 620.830766] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f98644e1-3cd3-44be-8fbc-3b26f600dcba taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.830766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f98644e1-3cd3-44be-8fbc-3b26f600dcba" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.830766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f98644e1-3cd3-44be-8fbc-3b26f600dcba" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.830766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f98644e1-3cd3-44be-8fbc-3b26f600dcba" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.830766] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f98644e1-3cd3-44be-8fbc-3b26f600dcba',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.913423] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.913629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.913672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.913868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.913966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.914095] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c364628-341b-4ecc-abe4-8defdd3d450d is going to be updated. [ 620.950351] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.950504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.950575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.950896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.951015] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.961262] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: IN_PROGRESS for 2s [ 621.213161] env[65978]: INFO networking_nsxv3.common.synchronization [req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee req-7d77072f-6669-4d8d-83b0-6b6f7dfe326a service nova] Enqueued Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_rules [ 621.215144] env[65978]: INFO networking_nsxv3.common.synchronization [req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee req-7d77072f-6669-4d8d-83b0-6b6f7dfe326a service nova] Enqueued Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_members [ 621.215144] env[65978]: INFO networking_nsxv3.common.synchronization [req-8dbf6673-c4f4-4840-ae6b-3f409a6b43ee req-7d77072f-6669-4d8d-83b0-6b6f7dfe326a service nova] Enqueued Resource ID: d1dcfb19-dff2-484c-86dc-6faf857e58e9 with Priority: HIGHEST for action port [ 621.215144] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_rules [ 621.215144] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_members [ 621.215144] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dcfb19-dff2-484c-86dc-6faf857e58e9 with Priority: HIGHEST for action port [ 621.215144] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.215144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.215144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.215144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.215144] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.217170] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.217293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.217541] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1dcfb19-dff2-484c-86dc-6faf857e58e9 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.217665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1dcfb19-dff2-484c-86dc-6faf857e58e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.217711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1dcfb19-dff2-484c-86dc-6faf857e58e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.218178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1dcfb19-dff2-484c-86dc-6faf857e58e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.218178] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1dcfb19-dff2-484c-86dc-6faf857e58e9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.332928] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f98644e1-3cd3-44be-8fbc-3b26f600dcba [ 621.333198] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.333365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.333442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.333724] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.333768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.333863] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f98644e1-3cd3-44be-8fbc-3b26f600dcba already deleted. [ 621.333956] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f98644e1-3cd3-44be-8fbc-3b26f600dcba" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.718468] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.718468] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.724109] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1dcfb19-dff2-484c-86dc-6faf857e58e9 with status ACTIVE [ 621.724109] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.724109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.724109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.724109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.724109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.724109] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.724109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.724109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.724109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.724109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.724109] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.724109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.724109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.724109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.724109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.724109] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1dcfb19-dff2-484c-86dc-6faf857e58e9 is going to be updated. [ 621.749017] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.749017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.749017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.749017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.749017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.749017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1dcfb19-dff2-484c-86dc-6faf857e58e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.913796] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 in Status: SUCCESS [ 621.914152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.546092] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: SUCCESS [ 622.546092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.546280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.546516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.546726] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.546847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.546937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.547219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.547219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.547493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.547747] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.547954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.548105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.548243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.548428] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.548580] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.548659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.548861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.548945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.549069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.550733] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.975088] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: SUCCESS [ 622.975583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.975583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.975749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.975946] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.976084] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.976142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.976386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.976488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.976913] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.052690] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9e72e86-fe5f-40b5-b5f7-1c9dec28efac: rpc.has_security_group_logging(os_id): False [ 623.074616] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.074849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.074901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.075124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.075505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.075505] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.075610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.075610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.075742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.075822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.076019] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.076575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.076645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.076811] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.076894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.077115] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.077232] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.077312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.077405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.077481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.077566] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac is going to be created. [ 623.147516] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.147715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.147817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.148122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.148369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.164086] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: IN_PROGRESS for 2s [ 623.481313] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.482599] env[65978]: INFO networking_nsxv3.common.synchronization [None req-061c1bee-e928-4cc4-a769-6bc33af4dc26 None None] Enqueued Resource ID: 8c419572-acaa-4624-9679-21771aa79c5f with Priority: HIGHEST for action port [ 623.483327] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c419572-acaa-4624-9679-21771aa79c5f with Priority: HIGHEST for action port [ 623.483635] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c419572-acaa-4624-9679-21771aa79c5f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.483776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c419572-acaa-4624-9679-21771aa79c5f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.483833] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c419572-acaa-4624-9679-21771aa79c5f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.484384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c419572-acaa-4624-9679-21771aa79c5f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.484548] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c419572-acaa-4624-9679-21771aa79c5f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.983493] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.987787] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c419572-acaa-4624-9679-21771aa79c5f [ 623.988040] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.988159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.988226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.988448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.988537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.988637] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c419572-acaa-4624-9679-21771aa79c5f already deleted. [ 623.988721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c419572-acaa-4624-9679-21771aa79c5f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.489227] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.490857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.490857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.490857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.490857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.491419] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c364628-341b-4ecc-abe4-8defdd3d450d is going to be updated. [ 624.530415] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.530592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.530650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.530846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.531139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.542345] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: IN_PROGRESS for 2s [ 625.177187] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: SUCCESS [ 625.177506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.177910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.177910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.178067] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.680772] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.680999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.681122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.681457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.681663] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.681809] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.681903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.682145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.682271] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.682404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.682537] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.186856] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.187256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.187256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.187420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.187510] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.187652] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.187729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.187894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.188219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.188219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.188219] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.188389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.188389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.188591] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.188790] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.188884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.188946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.189233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.189233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.189356] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.189356] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.209725] env[65978]: INFO networking_nsxv3.common.synchronization [None req-3dea53dd-167f-45df-8099-6d226c621c4a None None] Enqueued Resource ID: 0e476461-4162-4895-8bf6-379b8e4a9f6f with Priority: HIGHEST for action port [ 626.209963] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e476461-4162-4895-8bf6-379b8e4a9f6f with Priority: HIGHEST for action port [ 626.210724] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e476461-4162-4895-8bf6-379b8e4a9f6f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.210882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e476461-4162-4895-8bf6-379b8e4a9f6f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.210954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e476461-4162-4895-8bf6-379b8e4a9f6f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.211381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e476461-4162-4895-8bf6-379b8e4a9f6f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.211381] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e476461-4162-4895-8bf6-379b8e4a9f6f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.438742] env[65978]: INFO networking_nsxv3.common.synchronization [req-4066c815-cc01-4a06-bc79-c55cdeb38da0 req-6a617b28-14f5-4081-9b5e-ecec5e86d2f8 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 626.439328] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 626.439638] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.439757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.439823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.440519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.440753] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.440983] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.441109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.441333] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.441467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.441597] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.557154] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: SUCCESS [ 626.557154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.557154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.557154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.557154] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.557154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.557154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.557535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.557535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.557535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.557535] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.691109] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9e72e86-fe5f-40b5-b5f7-1c9dec28efac: rpc.has_security_group_logging(os_id): False [ 626.712725] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.712864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.712935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.713161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.713251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.713433] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.713526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.713585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.713731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.713801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.713977] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.714074] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.714132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.715020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.715020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.715020] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.715020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.715020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.715020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.715020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.715020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac is going to be updated. [ 626.716212] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e476461-4162-4895-8bf6-379b8e4a9f6f [ 626.716399] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.716575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.716631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.716763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.716837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.716920] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e476461-4162-4895-8bf6-379b8e4a9f6f already deleted. [ 626.717129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e476461-4162-4895-8bf6-379b8e4a9f6f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.783543] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.783941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.784318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.784318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.784521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.804754] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: IN_PROGRESS for 2s [ 626.805804] env[65978]: INFO networking_nsxv3.common.synchronization [req-4066c815-cc01-4a06-bc79-c55cdeb38da0 req-c62a873c-4d98-41fe-82dc-76008373ee70 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 626.806483] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 626.806806] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.806905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.894397] env[65978]: INFO networking_nsxv3.common.synchronization [req-838503c4-0560-4ca0-aa7d-71766dfc04fd req-83b250b7-7f56-430a-9dbb-3bfa03e2b32a tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGHEST for action security_group_members [ 626.894909] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGHEST for action security_group_members [ 626.895231] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8668634-7b93-4d1f-8161-e6d48b212ddd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.895367] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.895523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.896988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.896988] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.896988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.896988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.896988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.896988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.896988] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.944925] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.061982] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.062192] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.062245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.065014] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.065014] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.065014] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.065014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.065014] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.147817] env[65978]: INFO networking_nsxv3.common.synchronization [req-4066c815-cc01-4a06-bc79-c55cdeb38da0 req-cf280e22-de32-4c15-8931-24d79d49ab31 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 627.151033] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 627.151033] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.151033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.403540] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.403540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.403540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.403540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.403540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.404204] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.404204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.404204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.404204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.404489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.404580] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8668634-7b93-4d1f-8161-e6d48b212ddd already deleted. [ 627.404690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.449725] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.462638] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.462844] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.462958] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.463315] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.463580] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.463728] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.463837] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.464098] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.464286] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.464488] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.464594] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.464695] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.464795] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.464897] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.464994] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.465145] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.509081] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.509268] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.509426] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.509605] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.509915] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-6a7adb7d-48dc-4f93-94ee-72c4d4c01426 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.510095] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-6a7adb7d-48dc-4f93-94ee-72c4d4c01426" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.510207] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-6a7adb7d-48dc-4f93-94ee-72c4d4c01426" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.510518] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-6a7adb7d-48dc-4f93-94ee-72c4d4c01426" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.510649] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a7adb7d-48dc-4f93-94ee-72c4d4c01426',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.568820] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c364628-341b-4ecc-abe4-8defdd3d450d: rpc.has_security_group_logging(os_id): False [ 627.593180] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.593180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.593180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.593180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.593180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.593180] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.593180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.593180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.593180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.593180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.593180] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.593180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.593180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.593180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.593180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.593776] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.593776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.593776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.593776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.593776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.593776] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c364628-341b-4ecc-abe4-8defdd3d450d is going to be updated. [ 627.723228] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.723514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.723514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.723723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.723863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.742328] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: IN_PROGRESS for 2s [ 627.952907] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.953146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.953192] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.953423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.953515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.953618] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 627.993868] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.993868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.993868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.993868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.994109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.007904] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 628.015711] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.016025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.016207] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.016593] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.016801] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.017025] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 6a7adb7d-48dc-4f93-94ee-72c4d4c01426 not found, creating... [ 628.017413] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.017642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.017809] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.018154] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.018443] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.020505] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.020815] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.020915] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.021269] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.021440] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.021647] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 6a7adb7d-48dc-4f93-94ee-72c4d4c01426 is going to be created. [ 628.047118] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.047392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.047518] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.047874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.048809] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.048809] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-6a7adb7d-48dc-4f93-94ee-72c4d4c01426" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.119956] env[65978]: INFO networking_nsxv3.common.synchronization [req-3dfbf690-6cdf-4930-865c-0f60722f4ca2 req-d66f21c4-8414-43be-9a95-f763a71c687d tempest-SecurityGroupRulesTestJSON-890088754 tempest-SecurityGroupRulesTestJSON-890088754-project-member] Enqueued Resource ID: 064003b4-3f3e-40be-8a6c-9e963c5d0af2 with Priority: HIGHEST for action security_group_rules [ 628.120579] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064003b4-3f3e-40be-8a6c-9e963c5d0af2 with Priority: HIGHEST for action security_group_rules [ 628.121193] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-064003b4-3f3e-40be-8a6c-9e963c5d0af2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.121193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-064003b4-3f3e-40be-8a6c-9e963c5d0af2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.121440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-064003b4-3f3e-40be-8a6c-9e963c5d0af2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.121750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-064003b4-3f3e-40be-8a6c-9e963c5d0af2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.121846] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('064003b4-3f3e-40be-8a6c-9e963c5d0af2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.646800] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.648048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.648048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.648048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.648048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.648048] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064003b4-3f3e-40be-8a6c-9e963c5d0af2 already deleted. [ 628.648048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-064003b4-3f3e-40be-8a6c-9e963c5d0af2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.824426] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: SUCCESS [ 628.825883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.825883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.825883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.825883] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.891682] env[65978]: INFO networking_nsxv3.common.synchronization [req-838503c4-0560-4ca0-aa7d-71766dfc04fd req-ddd4a6ea-8492-4396-ba19-c59600f038f4 service nova] Enqueued Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGHEST for action security_group_rules [ 628.891682] env[65978]: INFO networking_nsxv3.common.synchronization [req-838503c4-0560-4ca0-aa7d-71766dfc04fd req-ddd4a6ea-8492-4396-ba19-c59600f038f4 service nova] Enqueued Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGHEST for action security_group_members [ 628.891682] env[65978]: INFO networking_nsxv3.common.synchronization [req-838503c4-0560-4ca0-aa7d-71766dfc04fd req-ddd4a6ea-8492-4396-ba19-c59600f038f4 service nova] Enqueued Resource ID: 6a7adb7d-48dc-4f93-94ee-72c4d4c01426 with Priority: HIGHEST for action port [ 628.891682] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGHEST for action security_group_rules [ 628.891851] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGHEST for action security_group_members [ 628.891851] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7adb7d-48dc-4f93-94ee-72c4d4c01426 with Priority: HIGHEST for action port [ 628.892598] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8668634-7b93-4d1f-8161-e6d48b212ddd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.892739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.892817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.894197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.894197] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.895701] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8668634-7b93-4d1f-8161-e6d48b212ddd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.895701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.895948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.896293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.896426] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.896537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.896537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.896734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.896807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.896923] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.899307] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a7adb7d-48dc-4f93-94ee-72c4d4c01426 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.899307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a7adb7d-48dc-4f93-94ee-72c4d4c01426" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.900311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a7adb7d-48dc-4f93-94ee-72c4d4c01426" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.900311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a7adb7d-48dc-4f93-94ee-72c4d4c01426" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.900311] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a7adb7d-48dc-4f93-94ee-72c4d4c01426',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.934037] env[65978]: INFO networking_nsxv3.common.synchronization [None req-4ad229d6-d3c2-497a-bed7-45fb9ba38cf0 None None] Enqueued Resource ID: b54d4ada-a4dc-46b0-a420-ea996f0b47c5 with Priority: HIGHEST for action port [ 628.934037] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54d4ada-a4dc-46b0-a420-ea996f0b47c5 with Priority: HIGHEST for action port [ 628.934341] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b54d4ada-a4dc-46b0-a420-ea996f0b47c5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.934463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b54d4ada-a4dc-46b0-a420-ea996f0b47c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.934680] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b54d4ada-a4dc-46b0-a420-ea996f0b47c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.934798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b54d4ada-a4dc-46b0-a420-ea996f0b47c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.934876] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54d4ada-a4dc-46b0-a420-ea996f0b47c5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.065541] env[65978]: INFO networking_nsxv3.common.synchronization [None req-e47bfbe5-d236-49c6-a569-ccf4d03b53b4 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_rules [ 629.068507] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_rules [ 629.068953] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.069099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.069401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.069583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.069716] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.329400] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.329641] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.329723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.330015] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.330240] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.330476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.330774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.331045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.331942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.332104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.332265] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.402249] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.403999] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8668634-7b93-4d1f-8161-e6d48b212ddd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.403999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.405991] env[65978]: INFO networking_nsxv3.common.synchronization [None req-f393ac5a-fbf6-4eff-ab15-e9b4114f924a tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_rules [ 629.405991] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a7adb7d-48dc-4f93-94ee-72c4d4c01426 with status ACTIVE [ 629.405991] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.406171] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.406525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.408031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.408031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.408616] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.408735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.408806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.409441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.409441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.409441] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.409441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.409441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.409698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.409698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.409698] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a7adb7d-48dc-4f93-94ee-72c4d4c01426 is going to be updated. [ 629.411610] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_rules [ 629.411942] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.412049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.438073] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.438737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.439177] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.439393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.439552] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.439865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a7adb7d-48dc-4f93-94ee-72c4d4c01426" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.439952] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b54d4ada-a4dc-46b0-a420-ea996f0b47c5 [ 629.440146] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.440254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.440321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.440500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.440579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.440666] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b54d4ada-a4dc-46b0-a420-ea996f0b47c5 already deleted. [ 629.440999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b54d4ada-a4dc-46b0-a420-ea996f0b47c5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.458126] env[65978]: INFO networking_nsxv3.common.synchronization [req-fa01030e-1873-43bc-9024-dd10d6ac5411 req-46e34dd3-044e-4d7c-93d1-33cf0c3974ac tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Enqueued Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_members [ 629.458703] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_members [ 629.461052] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.461218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.461511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.461736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.461902] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.462010] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.462075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.462364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.462448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.462543] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.600754] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.602133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.602133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.602133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.602133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.602133] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 already deleted. [ 629.602133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.602133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.602133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.602133] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.758427] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: SUCCESS [ 629.758817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.836665] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.836944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.836944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.839169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.839169] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.839169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.839169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.839169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.839169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.839169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.839169] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.840135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.840135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.840135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.840135] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.840135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.840135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.840135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.840135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.840135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.840684] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.912482] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.951421] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.951650] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.951735] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.951995] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.952255] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.952442] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.952517] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.952728] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.952865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.953077] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.953189] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.953284] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.953448] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.953562] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.953654] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.953779] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.965012] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.965223] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.965223] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.965370] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.965473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.965660] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.965769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.965822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.965957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.966045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.966131] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d is going to be updated. [ 629.973748] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.973820] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.973942] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.974117] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.974438] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-3ade5990-13cf-4c5d-ae09-ad9ad57c635f taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.974607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-3ade5990-13cf-4c5d-ae09-ad9ad57c635f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.974719] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-3ade5990-13cf-4c5d-ae09-ad9ad57c635f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.975127] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-3ade5990-13cf-4c5d-ae09-ad9ad57c635f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.975195] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ade5990-13cf-4c5d-ae09-ad9ad57c635f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.000663] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.000904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.000904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.001038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.001159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.010637] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: IN_PROGRESS for 2s [ 630.025821] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 630.026196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.026526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.026784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.026995] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.027134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.027203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.027439] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.027482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.027552] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.129820] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.130163] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.130254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.130465] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.130605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.130667] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 already deleted. [ 630.130837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.343109] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9e72e86-fe5f-40b5-b5f7-1c9dec28efac: rpc.has_security_group_logging(os_id): False [ 630.368850] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.368850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.368850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.368850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.368850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.369170] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.369170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.369326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.369382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.369496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.369693] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.369789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.369844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.370012] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.370953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.370953] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.370953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.370953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.370953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.371222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.371222] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac is going to be updated. [ 630.415189] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.415429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.415429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.415641] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.415778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.415928] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8668634-7b93-4d1f-8161-e6d48b212ddd is going to be created. [ 630.461248] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.461475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.461475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.461705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.461856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.463665] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.463810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.463855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.464286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.464286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.474543] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8668634-7b93-4d1f-8161-e6d48b212ddd in Status: UNINITIALIZED for 2s [ 630.478271] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.478491] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.478648] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.478915] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.479073] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.479228] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 3ade5990-13cf-4c5d-ae09-ad9ad57c635f not found, creating... [ 630.479527] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.479699] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.479824] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.480061] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.480194] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.480543] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.480690] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.480816] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.481042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.481172] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.481317] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 3ade5990-13cf-4c5d-ae09-ad9ad57c635f is going to be created. [ 630.485102] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: IN_PROGRESS for 2s [ 630.515486] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.515840] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.516860] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.516860] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.516860] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.517215] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-3ade5990-13cf-4c5d-ae09-ad9ad57c635f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.531016] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.531329] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.531329] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.531740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.531740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.531883] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.531883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.532024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.532108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.532180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.532275] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 630.575427] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.575577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.575629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.575824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.576039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.588756] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 631.248341] env[65978]: INFO networking_nsxv3.common.synchronization [req-fa01030e-1873-43bc-9024-dd10d6ac5411 req-94b0660c-2ad5-4b07-9e11-fdcba925996e service nova] Enqueued Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_rules [ 631.248341] env[65978]: INFO networking_nsxv3.common.synchronization [req-fa01030e-1873-43bc-9024-dd10d6ac5411 req-94b0660c-2ad5-4b07-9e11-fdcba925996e service nova] Enqueued Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_members [ 631.248341] env[65978]: INFO networking_nsxv3.common.synchronization [req-fa01030e-1873-43bc-9024-dd10d6ac5411 req-94b0660c-2ad5-4b07-9e11-fdcba925996e service nova] Enqueued Resource ID: 3ade5990-13cf-4c5d-ae09-ad9ad57c635f with Priority: HIGHEST for action port [ 631.248341] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_rules [ 631.248341] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_members [ 631.248341] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ade5990-13cf-4c5d-ae09-ad9ad57c635f with Priority: HIGHEST for action port [ 631.248341] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.248341] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.248341] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.248341] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.248341] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.250985] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.251254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.251595] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ade5990-13cf-4c5d-ae09-ad9ad57c635f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.251867] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ade5990-13cf-4c5d-ae09-ad9ad57c635f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.256657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ade5990-13cf-4c5d-ae09-ad9ad57c635f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.256657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ade5990-13cf-4c5d-ae09-ad9ad57c635f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.256657] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ade5990-13cf-4c5d-ae09-ad9ad57c635f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.757801] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.757931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.759613] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ade5990-13cf-4c5d-ae09-ad9ad57c635f with status ACTIVE [ 631.759613] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.759613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.759613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.759903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.759995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.760190] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.760381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.760381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.760500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.760630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.760780] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.760880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.760954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.761145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.761210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.761254] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ade5990-13cf-4c5d-ae09-ad9ad57c635f is going to be updated. [ 631.778102] env[65978]: INFO networking_nsxv3.common.synchronization [req-39ee60cf-76bf-4fbb-9dfe-81a551456557 req-f88d8540-103c-4abb-9702-cbaaa77e7f3c tempest-TenantUsagesTestJSON-542198848 tempest-TenantUsagesTestJSON-542198848-project-member] Enqueued Resource ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c with Priority: HIGHEST for action security_group_members [ 631.778778] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c with Priority: HIGHEST for action security_group_members [ 631.779116] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.779265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.779335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.779510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.779777] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.779777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.779777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.780029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.780029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.780099] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a973d15c-d3d0-4ac9-b7a7-9f999f89324c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.785054] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.785182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.785941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.785941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.785941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.785941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ade5990-13cf-4c5d-ae09-ad9ad57c635f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.024783] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: SUCCESS [ 632.024783] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d deletion is rescheduled due to dependency. [ 632.024783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.024783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.024783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.024783] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.024783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.024783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.024783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.024783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.024783] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.282346] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.282346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.282800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.282800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.282800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.283412] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.283412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.283412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.283412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.283412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.283412] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c is going to be updated. [ 632.324111] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.324195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.324348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.324552] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.324630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.335188] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c in Status: IN_PROGRESS for 2s [ 632.486319] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8668634-7b93-4d1f-8161-e6d48b212ddd in Status: SUCCESS [ 632.486319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.487220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.487533] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.488383] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.488383] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.488383] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.488383] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.488383] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.488383] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.488800] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.512158] env[65978]: INFO networking_nsxv3.common.synchronization [req-d3812d5a-b276-4f5e-818e-8eba71940207 req-cb8c0cb8-418a-45b1-8a43-0295a3026fb7 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Enqueued Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 632.512158] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 632.512158] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.512158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.512158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.512158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.512158] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.512802] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.512991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.513301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.513511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.513721] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.521884] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: SUCCESS [ 632.521884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.526823] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.600190] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 632.600440] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 deletion is rescheduled due to dependency. [ 632.600521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.600647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.600957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.601062] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.601220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.601270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.601397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.601480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.601574] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.604577] env[65978]: INFO networking_nsxv3.common.synchronization [req-ddbbacee-3059-4f75-85e4-4344066d5abe req-b6432227-1d47-46e9-8c94-e147a0bcd364 tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Enqueued Resource ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 with Priority: HIGHEST for action security_group_members [ 632.605250] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 with Priority: HIGHEST for action security_group_members [ 632.605543] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c3db38-1dc5-4c1c-b1ad-458f208868e4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.605658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.605725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.605943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.606142] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.606364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.606432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.606585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.606667] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.606759] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65c3db38-1dc5-4c1c-b1ad-458f208868e4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.992783] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.015597] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.030111] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.105561] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.105784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.105871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.106133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.106232] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.106507] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.106620] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.106676] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.106836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.106914] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.107013] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 633.108239] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.108350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.108415] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.108567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.108646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.108839] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.108930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.108992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.109142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.109210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.109304] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 already deleted. [ 633.109359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.138775] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.138775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.138775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.138775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.138775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.148173] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 633.280573] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.280859] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-682" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.281097] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-682" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.281564] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-682" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.281949] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.282212] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.282421] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.282796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.283215] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.283352] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.283545] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.283743] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.283940] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.284164] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.284371] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.284659] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.317967] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.318184] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.318279] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.318481] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-682" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.318932] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.319161] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.319161] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.320560] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.320560] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.495438] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8668634-7b93-4d1f-8161-e6d48b212ddd: rpc.has_security_group_logging(os_id): False [ 633.515038] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.515237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.515284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.515482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.515573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.515822] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.515960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.515960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.516120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.516213] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.516278] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8668634-7b93-4d1f-8161-e6d48b212ddd is going to be created. [ 633.517595] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.532940] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.533198] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.533286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.533488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.533593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.533697] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d is going to be updated. [ 633.568476] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.569036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.570111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.570111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.570111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.580750] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: IN_PROGRESS for 2s [ 633.611659] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.611825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.611886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.612097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.612966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.630332] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8668634-7b93-4d1f-8161-e6d48b212ddd in Status: IN_PROGRESS for 2s [ 633.822870] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.823108] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.823259] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.823771] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.823771] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.823879] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf not found, creating... [ 633.824100] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.824250] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.824359] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.824617] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.824728] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.825056] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.825152] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.825257] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.825471] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.825600] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.825732] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf is going to be created. [ 633.850903] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.851569] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.851671] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.852929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.853482] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.853958] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.020150] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.020312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.020385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.020619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.020711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.020809] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac is going to be updated. [ 634.040672] env[65978]: INFO networking_nsxv3.common.synchronization [None req-94fd7478-ed88-46f9-9f94-5a7499237d77 None None] Enqueued Resource ID: aed2d82d-b3e8-45e2-8b08-94f0eb339e25 with Priority: HIGHEST for action port [ 634.040672] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed2d82d-b3e8-45e2-8b08-94f0eb339e25 with Priority: HIGHEST for action port [ 634.040672] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-aed2d82d-b3e8-45e2-8b08-94f0eb339e25 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.040998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aed2d82d-b3e8-45e2-8b08-94f0eb339e25" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.040998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aed2d82d-b3e8-45e2-8b08-94f0eb339e25" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.041076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aed2d82d-b3e8-45e2-8b08-94f0eb339e25" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.041169] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aed2d82d-b3e8-45e2-8b08-94f0eb339e25',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.051645] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.051832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.051832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.052063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.052210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.063427] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: IN_PROGRESS for 2s [ 634.346227] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c in Status: SUCCESS [ 634.346948] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c deletion is rescheduled due to dependency. [ 634.347373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.544530] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aed2d82d-b3e8-45e2-8b08-94f0eb339e25 [ 634.545154] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.545154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.545353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.545639] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.545693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.545828] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aed2d82d-b3e8-45e2-8b08-94f0eb339e25 already deleted. [ 634.545946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aed2d82d-b3e8-45e2-8b08-94f0eb339e25" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.563829] env[65978]: INFO networking_nsxv3.common.synchronization [req-ddbbacee-3059-4f75-85e4-4344066d5abe req-d7bab087-1c5c-409d-9510-4eeeea1d17d2 service nova] Enqueued Resource ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 with Priority: HIGHEST for action security_group_rules [ 634.564057] env[65978]: INFO networking_nsxv3.common.synchronization [req-ddbbacee-3059-4f75-85e4-4344066d5abe req-d7bab087-1c5c-409d-9510-4eeeea1d17d2 service nova] Enqueued Resource ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 with Priority: HIGHEST for action security_group_members [ 634.564150] env[65978]: INFO networking_nsxv3.common.synchronization [req-ddbbacee-3059-4f75-85e4-4344066d5abe req-d7bab087-1c5c-409d-9510-4eeeea1d17d2 service nova] Enqueued Resource ID: eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf with Priority: HIGHEST for action port [ 634.564767] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 with Priority: HIGHEST for action security_group_rules [ 634.564910] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 with Priority: HIGHEST for action security_group_members [ 634.565018] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf with Priority: HIGHEST for action port [ 634.566160] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.566160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.566160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.566589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.566589] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65c3db38-1dc5-4c1c-b1ad-458f208868e4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.569217] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c3db38-1dc5-4c1c-b1ad-458f208868e4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.569217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.569217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.569217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.569217] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.569217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.569217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.569217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.569217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.569217] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65c3db38-1dc5-4c1c-b1ad-458f208868e4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.569864] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.569864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.570031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.571438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.571438] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.074693] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c3db38-1dc5-4c1c-b1ad-458f208868e4 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.074693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.074693] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65c3db38-1dc5-4c1c-b1ad-458f208868e4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.074693] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf with status ACTIVE [ 635.074693] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.074693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.074693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.074693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.074693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.074693] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.074693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.074693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.074693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.074693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.075343] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.075343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.075343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.075343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.075343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.076424] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf is going to be updated. [ 635.102483] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.102483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.102483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.102483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.102483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.102483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb3d6faf-d6d9-4005-bfe9-f53557d5d2cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.159262] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 635.159262] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 deletion is rescheduled due to dependency. [ 635.159262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.579516] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65c3db38-1dc5-4c1c-b1ad-458f208868e4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.595481] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: SUCCESS [ 635.595481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.595481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.596131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.596131] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.596131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.597047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.597047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.597047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.597047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.597441] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.649345] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8668634-7b93-4d1f-8161-e6d48b212ddd in Status: SUCCESS [ 635.649602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.075763] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: SUCCESS [ 636.075763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.086405] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.086405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.086405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.086405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.086405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.086405] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 is going to be created. [ 636.103226] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.103375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.103433] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.103721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.103904] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.104017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.104081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.104243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.104330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.104413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.104557] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.104740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.104740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.104857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.104967] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.105642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.105642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.105642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.105642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.105642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.105642] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.110138] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.110138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.110138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.110138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.110138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.122087] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 in Status: UNINITIALIZED for 2s [ 636.380769] env[65978]: INFO networking_nsxv3.common.synchronization [req-45437839-14b6-4052-bd45-80ba82db4013 req-1a0ae3ee-2473-4aaa-b32c-d10b41b2dd60 tempest-SecurityGroupRulesTestJSON-890088754 tempest-SecurityGroupRulesTestJSON-890088754-project-member] Enqueued Resource ID: 1da3b9f9-c8f2-45f9-8173-e47880ccbbdb with Priority: HIGHEST for action security_group_rules [ 636.381119] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1da3b9f9-c8f2-45f9-8173-e47880ccbbdb with Priority: HIGHEST for action security_group_rules [ 636.381502] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1da3b9f9-c8f2-45f9-8173-e47880ccbbdb taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.381651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1da3b9f9-c8f2-45f9-8173-e47880ccbbdb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.381713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1da3b9f9-c8f2-45f9-8173-e47880ccbbdb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.382036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1da3b9f9-c8f2-45f9-8173-e47880ccbbdb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.382151] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1da3b9f9-c8f2-45f9-8173-e47880ccbbdb',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.611122] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b297b3b-a0ed-408e-91f2-c48a168a066d: rpc.has_security_group_logging(os_id): False [ 636.635081] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.635236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.635308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.635604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.636658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.636918] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.637046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.637246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.637319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.637424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.637654] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.637900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.637900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.638012] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.639490] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.639758] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.639903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.639940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.640130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.640219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.640311] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d is going to be updated. [ 636.747025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.747025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.747025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.747025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.747025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.762236] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: IN_PROGRESS for 2s [ 636.906492] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.906737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.906790] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.907160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.907160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.907344] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1da3b9f9-c8f2-45f9-8173-e47880ccbbdb already deleted. [ 636.907396] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1da3b9f9-c8f2-45f9-8173-e47880ccbbdb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.642661] env[65978]: INFO networking_nsxv3.common.synchronization [req-2f43868d-db31-4d81-a5ce-248345f0540c req-53596ba0-21ec-4d0d-9f0d-5cfd01fe3625 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Enqueued Resource ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec with Priority: HIGHEST for action security_group_members [ 637.644182] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec with Priority: HIGHEST for action security_group_members [ 637.644182] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-057cf966-4ffb-4f15-8c49-f131a3ae36ec taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.644526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.646690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.646690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.646690] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.646690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.646690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.646690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.646690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.646690] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('057cf966-4ffb-4f15-8c49-f131a3ae36ec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.135111] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 in Status: SUCCESS [ 638.135379] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.135580] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.135784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.135977] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.136115] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.136172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.136336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.136452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.136539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.136630] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65c3db38-1dc5-4c1c-b1ad-458f208868e4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.149595] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.149814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.149814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.152464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.152464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.152464] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.152464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.152464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.152464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.152464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.152464] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec already deleted. [ 638.152464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.199255] env[65978]: INFO networking_nsxv3.common.synchronization [None req-99bc5c89-82ab-4a6e-888d-63d8f3b3a526 None None] Enqueued Resource ID: 05cd5766-458b-4c67-920a-1c471a52326a with Priority: HIGHEST for action port [ 638.199255] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cd5766-458b-4c67-920a-1c471a52326a with Priority: HIGHEST for action port [ 638.199255] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-05cd5766-458b-4c67-920a-1c471a52326a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.199255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05cd5766-458b-4c67-920a-1c471a52326a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.199255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05cd5766-458b-4c67-920a-1c471a52326a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.199255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05cd5766-458b-4c67-920a-1c471a52326a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.199255] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05cd5766-458b-4c67-920a-1c471a52326a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.352326] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.352508] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-180" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.352617] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-180" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.352966] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-180" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.353525] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.353692] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.353783] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.354018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.354168] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.354405] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.354525] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.354616] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.354763] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.355039] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.355039] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.355039] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.383311] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.383567] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.383753] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.383937] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-180" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.384269] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-689f641c-83c8-4433-b926-d17acfe60e5f taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.384477] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-689f641c-83c8-4433-b926-d17acfe60e5f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.384600] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-689f641c-83c8-4433-b926-d17acfe60e5f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.384914] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-689f641c-83c8-4433-b926-d17acfe60e5f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.386023] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('689f641c-83c8-4433-b926-d17acfe60e5f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.640765] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65c3db38-1dc5-4c1c-b1ad-458f208868e4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.703120] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05cd5766-458b-4c67-920a-1c471a52326a [ 638.703385] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.703498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.703569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.703796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.703886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.703981] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05cd5766-458b-4c67-920a-1c471a52326a already deleted. [ 638.704085] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05cd5766-458b-4c67-920a-1c471a52326a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.782804] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: SUCCESS [ 638.782804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.889627] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.890469] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.890469] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.891445] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.891785] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.892108] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 689f641c-83c8-4433-b926-d17acfe60e5f not found, creating... [ 638.892919] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.893384] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.893610] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.893960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.894435] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.895263] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.895643] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.896552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.896552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.896552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.896883] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 689f641c-83c8-4433-b926-d17acfe60e5f is going to be created. [ 638.925248] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.925248] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.925248] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.925248] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.925248] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.925248] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-689f641c-83c8-4433-b926-d17acfe60e5f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.144375] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65c3db38-1dc5-4c1c-b1ad-458f208868e4: rpc.has_security_group_logging(os_id): False [ 639.166690] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.166839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.166913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.167205] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.167307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.167574] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.167683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.167747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.168527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.168527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.168661] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 is going to be created. [ 639.239270] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.239270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.239270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.239270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.239270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.253916] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 in Status: IN_PROGRESS for 2s [ 639.630309] env[65978]: INFO networking_nsxv3.common.synchronization [req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 req-a67def45-0a8e-4879-940f-5ef9b1174fa0 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Enqueued Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_members [ 639.631119] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_members [ 639.631434] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.631580] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.631671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.632719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.633555] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.635114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.635114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.635114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.635114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.635114] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.735709] env[65978]: INFO networking_nsxv3.common.synchronization [req-2f43868d-db31-4d81-a5ce-248345f0540c req-6f48132e-2248-42a9-8316-b51172cb6ff4 service nova] Enqueued Resource ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec with Priority: HIGHEST for action security_group_rules [ 639.741119] env[65978]: INFO networking_nsxv3.common.synchronization [req-2f43868d-db31-4d81-a5ce-248345f0540c req-6f48132e-2248-42a9-8316-b51172cb6ff4 service nova] Enqueued Resource ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec with Priority: HIGHEST for action security_group_members [ 639.742253] env[65978]: INFO networking_nsxv3.common.synchronization [req-2f43868d-db31-4d81-a5ce-248345f0540c req-6f48132e-2248-42a9-8316-b51172cb6ff4 service nova] Enqueued Resource ID: 689f641c-83c8-4433-b926-d17acfe60e5f with Priority: HIGHEST for action port [ 639.743071] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec with Priority: HIGHEST for action security_group_rules [ 639.743279] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec with Priority: HIGHEST for action security_group_members [ 639.743480] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 689f641c-83c8-4433-b926-d17acfe60e5f with Priority: HIGHEST for action port [ 639.743899] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-057cf966-4ffb-4f15-8c49-f131a3ae36ec taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.747219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.747357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.747630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.747753] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('057cf966-4ffb-4f15-8c49-f131a3ae36ec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.748886] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-057cf966-4ffb-4f15-8c49-f131a3ae36ec taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.749027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.749664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.749664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.749664] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.749664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.749664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.749884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.749884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.749952] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('057cf966-4ffb-4f15-8c49-f131a3ae36ec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.751400] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-689f641c-83c8-4433-b926-d17acfe60e5f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.751400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-689f641c-83c8-4433-b926-d17acfe60e5f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.751400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-689f641c-83c8-4433-b926-d17acfe60e5f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.751400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-689f641c-83c8-4433-b926-d17acfe60e5f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.752473] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('689f641c-83c8-4433-b926-d17acfe60e5f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.136125] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.257225] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('057cf966-4ffb-4f15-8c49-f131a3ae36ec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.258325] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-057cf966-4ffb-4f15-8c49-f131a3ae36ec taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.258487] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.258597] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 689f641c-83c8-4433-b926-d17acfe60e5f with status ACTIVE [ 640.263350] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.263350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.263350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.263350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.263350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.263350] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.263350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.263350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.263350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.263350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.263350] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.263350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.263350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.263350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.263350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.263350] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 689f641c-83c8-4433-b926-d17acfe60e5f is going to be updated. [ 640.286981] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.287146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.287216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.287476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.287591] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.287760] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-689f641c-83c8-4433-b926-d17acfe60e5f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.304657] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.304811] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-811" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.304873] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-811" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.305153] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-811" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.305404] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.305549] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.305657] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.305862] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.306191] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.307446] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.307446] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.307592] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.307660] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.307766] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.307868] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.308210] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.335739] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.335934] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.336076] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.336212] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-811" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.336632] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.336827] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.339428] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.339428] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.339428] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.497252] env[65978]: INFO networking_nsxv3.common.synchronization [None req-97f4f497-de2f-4600-afec-b39dfaeef799 None None] Enqueued Resource ID: 4c6136a6-52c6-4e80-8192-6e604c725366 with Priority: HIGHEST for action port [ 640.497954] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6136a6-52c6-4e80-8192-6e604c725366 with Priority: HIGHEST for action port [ 640.498321] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c6136a6-52c6-4e80-8192-6e604c725366 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.498446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c6136a6-52c6-4e80-8192-6e604c725366" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.498525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c6136a6-52c6-4e80-8192-6e604c725366" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.498779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c6136a6-52c6-4e80-8192-6e604c725366" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.498863] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c6136a6-52c6-4e80-8192-6e604c725366',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.639659] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.766229] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('057cf966-4ffb-4f15-8c49-f131a3ae36ec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.844034] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.844034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.844034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.844034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.844034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.844034] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 not found, creating... [ 640.844034] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.844034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.844034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.844034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.844034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.844644] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.844644] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.844644] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.844644] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.844644] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.844644] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 is going to be created. [ 640.889097] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.889323] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.889438] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.890178] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.890178] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.890980] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.003246] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c6136a6-52c6-4e80-8192-6e604c725366 [ 641.003246] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.003246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.003246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.003246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.003246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.003680] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c6136a6-52c6-4e80-8192-6e604c725366 already deleted. [ 641.004154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c6136a6-52c6-4e80-8192-6e604c725366" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.149213] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.149213] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.149508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.149508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.149614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.150240] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 is going to be updated. [ 641.187607] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.187808] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.187856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.188147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.188326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.200505] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: IN_PROGRESS for 2s [ 641.267857] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.267857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.267857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.267857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.268416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.268821] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec is going to be created. [ 641.277250] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 in Status: SUCCESS [ 641.277250] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.308123] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.308407] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.308407] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.311671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.311671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.333157] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec in Status: UNINITIALIZED for 2s [ 641.700926] env[65978]: INFO networking_nsxv3.common.synchronization [req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 req-9b8cc18b-6203-4b31-877f-1156dfdd8de2 service nova] Enqueued Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_rules [ 641.700926] env[65978]: INFO networking_nsxv3.common.synchronization [req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 req-9b8cc18b-6203-4b31-877f-1156dfdd8de2 service nova] Enqueued Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_members [ 641.701315] env[65978]: INFO networking_nsxv3.common.synchronization [req-a2119e6a-92a4-4e47-9e1a-d17057a30a57 req-9b8cc18b-6203-4b31-877f-1156dfdd8de2 service nova] Enqueued Resource ID: 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 with Priority: HIGHEST for action port [ 641.702452] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_rules [ 641.702604] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_members [ 641.702705] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 with Priority: HIGHEST for action port [ 641.702988] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.703145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.703192] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.703396] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.703481] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.705420] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.705420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.705420] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.705420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.705420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.705420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.705420] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.207673] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.207959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.211884] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 with status ACTIVE [ 642.211884] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.212244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.212244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.212244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.213398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.213398] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.213398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.213398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.213398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.213398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.213398] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.213398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.213398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.213398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.213398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.214062] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56 is going to be updated. [ 642.219813] env[65978]: INFO networking_nsxv3.common.synchronization [req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 req-c3664da4-9e29-4547-9af5-10100cbb87dc tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 642.220637] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 642.220637] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.220637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.220826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.221443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.222593] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.222593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.222593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.222593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.222831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.222831] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.243880] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.244069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.244139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.244359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.244522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.244679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a8c7ecd-ce1a-4cba-8476-9e77e8ca5a56" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.725978] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.726760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.726760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.726974] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.729082] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.729342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.729619] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.729952] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.730123] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.730333] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.730445] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.730578] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.730692] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.730801] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.730904] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.731052] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.732413] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.732563] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.732611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.732852] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.732960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.733173] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.733304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.733390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.733585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.734020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.734020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 already deleted. [ 642.734020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.755020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.755199] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.755508] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.755508] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.755834] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-c40a803f-d14c-4881-84f7-f5c71f98df3b taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.756062] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-c40a803f-d14c-4881-84f7-f5c71f98df3b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.756195] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-c40a803f-d14c-4881-84f7-f5c71f98df3b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.756535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-c40a803f-d14c-4881-84f7-f5c71f98df3b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.756692] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40a803f-d14c-4881-84f7-f5c71f98df3b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.211820] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: IN_PROGRESS for 4s [ 643.261540] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.261750] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.261858] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.262169] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.262317] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.262493] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port c40a803f-d14c-4881-84f7-f5c71f98df3b not found, creating... [ 643.262767] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.262940] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.263111] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.263343] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.263474] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.263747] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.263892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.264009] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.264293] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.264362] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.264544] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: c40a803f-d14c-4881-84f7-f5c71f98df3b is going to be created. [ 643.286706] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.286919] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.287032] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.287399] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.287523] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.287732] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-c40a803f-d14c-4881-84f7-f5c71f98df3b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.345638] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec in Status: SUCCESS [ 643.345941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.346178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.346565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.346849] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.347026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.347118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.347338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.347598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.347716] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.347861] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('057cf966-4ffb-4f15-8c49-f131a3ae36ec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.455920] env[65978]: INFO networking_nsxv3.common.synchronization [None req-6ebd5fa2-385c-4abe-b405-16087c16d701 None None] Enqueued Resource ID: be401648-ddd6-441d-995a-fac87a0a0dfe with Priority: HIGHEST for action port [ 643.456580] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be401648-ddd6-441d-995a-fac87a0a0dfe with Priority: HIGHEST for action port [ 643.456989] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-be401648-ddd6-441d-995a-fac87a0a0dfe taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.457126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be401648-ddd6-441d-995a-fac87a0a0dfe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.457195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be401648-ddd6-441d-995a-fac87a0a0dfe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.457561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be401648-ddd6-441d-995a-fac87a0a0dfe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.457683] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be401648-ddd6-441d-995a-fac87a0a0dfe',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.850457] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-057cf966-4ffb-4f15-8c49-f131a3ae36ec taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.850737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.850826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.851216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.851309] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.851430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.851497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.851663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.851763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.851888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.852116] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-057cf966-4ffb-4f15-8c49-f131a3ae36ec taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.852233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.852294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.852441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.852866] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.852866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.852866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.852866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.853165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.853165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.853342] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('057cf966-4ffb-4f15-8c49-f131a3ae36ec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.960307] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be401648-ddd6-441d-995a-fac87a0a0dfe [ 643.960592] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.960854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.960948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.961226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.961333] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.961465] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be401648-ddd6-441d-995a-fac87a0a0dfe already deleted. [ 643.961566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be401648-ddd6-441d-995a-fac87a0a0dfe" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.998369] env[65978]: INFO networking_nsxv3.common.synchronization [req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 req-6e51f0cb-9995-4146-854c-39408bab4f22 service nova] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_rules [ 643.998455] env[65978]: INFO networking_nsxv3.common.synchronization [req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 req-6e51f0cb-9995-4146-854c-39408bab4f22 service nova] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 643.998600] env[65978]: INFO networking_nsxv3.common.synchronization [req-3d6ebfa0-b188-4d01-ba1a-f9dcb7598d89 req-6e51f0cb-9995-4146-854c-39408bab4f22 service nova] Enqueued Resource ID: c40a803f-d14c-4881-84f7-f5c71f98df3b with Priority: HIGHEST for action port [ 643.999190] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_rules [ 643.999343] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 643.999452] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40a803f-d14c-4881-84f7-f5c71f98df3b with Priority: HIGHEST for action port [ 643.999750] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.999887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.999950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.000253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.000336] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.001219] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.001336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.001473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.001607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.001772] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.001867] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.001931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.002106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.002193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.002281] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.003308] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c40a803f-d14c-4881-84f7-f5c71f98df3b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.003416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c40a803f-d14c-4881-84f7-f5c71f98df3b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.003502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c40a803f-d14c-4881-84f7-f5c71f98df3b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.003660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c40a803f-d14c-4881-84f7-f5c71f98df3b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.003730] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40a803f-d14c-4881-84f7-f5c71f98df3b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.355686] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 057cf966-4ffb-4f15-8c49-f131a3ae36ec: rpc.has_security_group_logging(os_id): False [ 644.377041] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.377199] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.377291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.377472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.377561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.377764] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.377884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.377884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.378067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.378160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.378527] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.378527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.378527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.378751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.378751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.378829] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.378916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.378968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.381230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.383096] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.383211] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec is going to be created. [ 644.454125] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.454369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.454369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.454616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.454837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.468121] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec in Status: IN_PROGRESS for 2s [ 644.505508] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.505744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.505816] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.506972] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c40a803f-d14c-4881-84f7-f5c71f98df3b with status ACTIVE [ 644.507186] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.507313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.507387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.507894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.507894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.507894] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.508114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.508242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.508425] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.508594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.508798] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.508898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.508979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.509138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.509213] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.509302] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c40a803f-d14c-4881-84f7-f5c71f98df3b is going to be updated. [ 644.548971] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.549182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.549231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.549556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.549730] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.550044] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c40a803f-d14c-4881-84f7-f5c71f98df3b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.011713] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.224021] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: SUCCESS [ 645.224021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.224021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.224021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.224308] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.224308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.224445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.224550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.224672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.224774] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.517560] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.518050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.518050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.518050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.518210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.518261] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be created. [ 645.547027] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.547027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.547027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.547283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.547347] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.560121] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: UNINITIALIZED for 2s [ 645.728717] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.240704] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.482534] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec in Status: SUCCESS [ 646.482753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.737272] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.737669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.737669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.739089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.739089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.739089] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 is going to be updated. [ 646.768544] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.768709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.768766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.768987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.769554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.780887] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: IN_PROGRESS for 2s [ 646.872051] env[65978]: INFO networking_nsxv3.common.synchronization [req-3d911476-6e4c-4b97-a83b-61e1ddc325cb req-5936886a-9dbd-42eb-964d-aefabe54f3c3 tempest-SecurityGroupRulesTestJSON-890088754 tempest-SecurityGroupRulesTestJSON-890088754-project-member] Enqueued Resource ID: 4df1955b-7ffc-46ef-9c8a-d33248174e6e with Priority: HIGHEST for action security_group_rules [ 646.872697] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4df1955b-7ffc-46ef-9c8a-d33248174e6e with Priority: HIGHEST for action security_group_rules [ 646.874690] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4df1955b-7ffc-46ef-9c8a-d33248174e6e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.874690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4df1955b-7ffc-46ef-9c8a-d33248174e6e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.874690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4df1955b-7ffc-46ef-9c8a-d33248174e6e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.874690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4df1955b-7ffc-46ef-9c8a-d33248174e6e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.874690] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4df1955b-7ffc-46ef-9c8a-d33248174e6e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.405767] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.405921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.406050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.406265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.406374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.406513] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4df1955b-7ffc-46ef-9c8a-d33248174e6e already deleted. [ 647.406601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4df1955b-7ffc-46ef-9c8a-d33248174e6e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.506834] env[65978]: INFO networking_nsxv3.common.synchronization [req-afc23263-6df7-421a-86c4-e053bd49d7d1 req-d1315989-1c8d-4c00-977f-c39d2e89421f tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Enqueued Resource ID: 26f33a55-9e67-401f-a846-26058841a975 with Priority: HIGHEST for action security_group_members [ 647.507627] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f33a55-9e67-401f-a846-26058841a975 with Priority: HIGHEST for action security_group_members [ 647.507888] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f33a55-9e67-401f-a846-26058841a975 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.508050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.508118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.508447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.508598] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.509067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.509067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.509168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.509168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.509262] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f33a55-9e67-401f-a846-26058841a975',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.574282] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 647.574282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.574282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.574282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.574282] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.574282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.574282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.574282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.574282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.574282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.574282] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.012536] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.012887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.012887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.012978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.013084] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.013284] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.013374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.013475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.013585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.013656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.013737] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f33a55-9e67-401f-a846-26058841a975 already deleted. [ 648.013812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.078260] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.078354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.083025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.083025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.083025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.083025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.084571] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.119513] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.120550] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.120550] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.120550] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.120979] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.121111] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.121552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.121552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.121768] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.121855] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.121956] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.122069] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.122167] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.122264] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.122357] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.122473] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.147451] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.148142] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.148281] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.150742] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.150742] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.150742] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.150742] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.150742] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.150742] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4b594a-d735-4923-8cc5-aca7d0ebe5a8',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.586275] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9bef2b7-956f-4b09-badd-afba4ab3e4e5: rpc.has_security_group_logging(os_id): False [ 648.610390] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.610514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.610566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.610809] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.610949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.611441] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.611441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.611441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.611697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.611697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.612131] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.612131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.613108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.613403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.613535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.613777] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.613892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.616842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.616842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.616842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.616842] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be created. [ 648.653114] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.653347] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.653467] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.653784] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.653958] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.654134] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 not found, creating... [ 648.654414] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.654574] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.654683] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.654925] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.655081] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.655370] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.655528] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.655650] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.655831] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.655955] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.660387] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 is going to be created. [ 648.695141] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.695530] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.695942] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.695942] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.696179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.696406] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.711831] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.712153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.712394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.712679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.712872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.734009] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 648.798919] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: SUCCESS [ 648.799215] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.799404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.799650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.799845] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.799969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.800051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.800216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.800298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.800385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.800481] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.303766] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.307139] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.307139] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.307139] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.307139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.307860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.307860] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.468372] env[65978]: INFO networking_nsxv3.common.synchronization [req-afc23263-6df7-421a-86c4-e053bd49d7d1 req-0a4666f6-e4d5-4be3-98e7-8d527f9e7fbf service nova] Enqueued Resource ID: 26f33a55-9e67-401f-a846-26058841a975 with Priority: HIGHEST for action security_group_rules [ 649.468707] env[65978]: INFO networking_nsxv3.common.synchronization [req-afc23263-6df7-421a-86c4-e053bd49d7d1 req-0a4666f6-e4d5-4be3-98e7-8d527f9e7fbf service nova] Enqueued Resource ID: 26f33a55-9e67-401f-a846-26058841a975 with Priority: HIGHEST for action security_group_members [ 649.469438] env[65978]: INFO networking_nsxv3.common.synchronization [req-afc23263-6df7-421a-86c4-e053bd49d7d1 req-0a4666f6-e4d5-4be3-98e7-8d527f9e7fbf service nova] Enqueued Resource ID: 0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 with Priority: HIGHEST for action port [ 649.470353] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f33a55-9e67-401f-a846-26058841a975 with Priority: HIGHEST for action security_group_rules [ 649.470587] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f33a55-9e67-401f-a846-26058841a975 with Priority: HIGHEST for action security_group_members [ 649.470794] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 with Priority: HIGHEST for action port [ 649.471257] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f33a55-9e67-401f-a846-26058841a975 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.471539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.471593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.471944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.473878] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f33a55-9e67-401f-a846-26058841a975',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.475042] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f33a55-9e67-401f-a846-26058841a975 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.475221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.475221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.477284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.477581] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.477777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.477896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.478565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.478739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.478892] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f33a55-9e67-401f-a846-26058841a975',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.480288] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.481626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.481626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.481626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.481626] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4b594a-d735-4923-8cc5-aca7d0ebe5a8',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.809027] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e3876b9-a6a2-4907-a3b7-31a810385e03: rpc.has_security_group_logging(os_id): False [ 649.832301] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.832530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.832618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.832944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.833057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.833333] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.833445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.833510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.833757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.833841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.834244] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.834387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.834515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.834706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.834812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.835095] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.835261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.835477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.835980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.836128] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.836238] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 is going to be updated. [ 649.933036] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.933036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.933036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.933036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.933036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.954298] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: IN_PROGRESS for 2s [ 649.975112] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f33a55-9e67-401f-a846-26058841a975 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.975421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.987050] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26f33a55-9e67-401f-a846-26058841a975',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.988994] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 with status ACTIVE [ 649.988994] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.988994] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.988994] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.988994] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.988994] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.989462] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.989462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.989556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.990419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.990419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.990419] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.990419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.990419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.990419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.990419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.990850] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c4b594a-d735-4923-8cc5-aca7d0ebe5a8 is going to be updated. [ 650.030516] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.030822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.030900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.031243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.031522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.032157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c4b594a-d735-4923-8cc5-aca7d0ebe5a8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.493095] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26f33a55-9e67-401f-a846-26058841a975',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.748370] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 650.748507] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.996092] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.996264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.996336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.996639] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.996793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.996968] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f33a55-9e67-401f-a846-26058841a975 is going to be created. [ 651.030869] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.030869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.030869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.030869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.030869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.043022] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f33a55-9e67-401f-a846-26058841a975 in Status: UNINITIALIZED for 2s [ 651.535232] env[65978]: INFO networking_nsxv3.common.synchronization [None req-546e3f4e-faf2-424d-943d-2a4afbeed718 None None] Enqueued Resource ID: 8d869f0e-56ca-493e-b458-99e129d724cc with Priority: HIGHEST for action port [ 651.535232] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d869f0e-56ca-493e-b458-99e129d724cc with Priority: HIGHEST for action port [ 651.535636] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d869f0e-56ca-493e-b458-99e129d724cc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.535636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d869f0e-56ca-493e-b458-99e129d724cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.535840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d869f0e-56ca-493e-b458-99e129d724cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.535912] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d869f0e-56ca-493e-b458-99e129d724cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.536967] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d869f0e-56ca-493e-b458-99e129d724cc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.973136] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: SUCCESS [ 651.973136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.044842] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d869f0e-56ca-493e-b458-99e129d724cc [ 652.044842] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.044842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.044842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.044842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.044842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.045388] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d869f0e-56ca-493e-b458-99e129d724cc already deleted. [ 652.045687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d869f0e-56ca-493e-b458-99e129d724cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.057558] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f33a55-9e67-401f-a846-26058841a975 in Status: SUCCESS [ 653.057919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.058025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.058164] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.061064] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.061064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.061064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.061064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.061064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.061064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.061064] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26f33a55-9e67-401f-a846-26058841a975',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.563841] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f33a55-9e67-401f-a846-26058841a975 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.563841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.563841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.564170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.564170] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.564334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.564334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.564679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.564810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.564906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.565066] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f33a55-9e67-401f-a846-26058841a975 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.565223] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.565223] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.565405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.565591] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.565888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.565888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.566102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.567777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.567981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.568135] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26f33a55-9e67-401f-a846-26058841a975',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.070987] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26f33a55-9e67-401f-a846-26058841a975: rpc.has_security_group_logging(os_id): False [ 654.095920] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.095920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.095920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.096472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.096472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.096472] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.096643] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.096687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.097059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.097059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.099800] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.099800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.099800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.099800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.099800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.099800] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.099800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.099800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.099800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.099800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.099800] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f33a55-9e67-401f-a846-26058841a975 is going to be created. [ 654.177456] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.177456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.177456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.177456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.177456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.192415] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26f33a55-9e67-401f-a846-26058841a975 in Status: IN_PROGRESS for 2s [ 654.500335] env[65978]: INFO networking_nsxv3.common.synchronization [req-9370080c-e472-4f90-ab9b-b16ec0f3d32c req-6d73344d-8119-4b90-90cf-9203eb802754 tempest-SecurityGroupRulesTestJSON-890088754 tempest-SecurityGroupRulesTestJSON-890088754-project-member] Enqueued Resource ID: a1da636f-f82b-4985-9491-82c5578b7dd6 with Priority: HIGHEST for action security_group_rules [ 654.500971] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1da636f-f82b-4985-9491-82c5578b7dd6 with Priority: HIGHEST for action security_group_rules [ 654.503589] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1da636f-f82b-4985-9491-82c5578b7dd6 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.504784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1da636f-f82b-4985-9491-82c5578b7dd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.504916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1da636f-f82b-4985-9491-82c5578b7dd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.505510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1da636f-f82b-4985-9491-82c5578b7dd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.506698] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1da636f-f82b-4985-9491-82c5578b7dd6',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.676422] env[65978]: INFO networking_nsxv3.common.synchronization [None req-203b4ad7-4f1d-4821-8619-d0d6ec9653d5 None None] Enqueued Resource ID: 7b8a63fe-1331-4f16-9756-8f63ae51c966 with Priority: HIGHEST for action port [ 654.677055] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8a63fe-1331-4f16-9756-8f63ae51c966 with Priority: HIGHEST for action port [ 654.678466] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b8a63fe-1331-4f16-9756-8f63ae51c966 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.678626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b8a63fe-1331-4f16-9756-8f63ae51c966" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.678693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b8a63fe-1331-4f16-9756-8f63ae51c966" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.679980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b8a63fe-1331-4f16-9756-8f63ae51c966" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.679980] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b8a63fe-1331-4f16-9756-8f63ae51c966',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.036046] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.036046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.036046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.036374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.036374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.036374] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1da636f-f82b-4985-9491-82c5578b7dd6 already deleted. [ 655.036486] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1da636f-f82b-4985-9491-82c5578b7dd6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.184461] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b8a63fe-1331-4f16-9756-8f63ae51c966 [ 655.185443] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.185443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.185443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.185443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.185443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.185443] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b8a63fe-1331-4f16-9756-8f63ae51c966 already deleted. [ 655.185762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b8a63fe-1331-4f16-9756-8f63ae51c966" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.531815] env[65978]: INFO networking_nsxv3.common.synchronization [req-687f3a54-0b1a-4a85-bcdb-bef330459f48 req-81f3d32b-c472-498b-b52a-703df32ec229 tempest-DeleteServersAdminTestJSON-638291143 tempest-DeleteServersAdminTestJSON-638291143-project-member] Enqueued Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_members [ 655.533222] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGHEST for action security_group_members [ 655.534513] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.534682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.534725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.534968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.535152] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.535293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.535653] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.535653] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.535653] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.535653] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.041438] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.041438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.041438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.041438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.041438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.041438] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.041438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.041438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.041438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.041438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.041438] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d is going to be updated. [ 656.078211] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.078211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.078211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.078211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.078527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.091414] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: IN_PROGRESS for 2s [ 656.209081] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26f33a55-9e67-401f-a846-26058841a975 in Status: SUCCESS [ 656.209439] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.111149] env[65978]: INFO networking_nsxv3.common.synchronization [None req-1a0bb23c-eeae-4616-be85-68e76bb42acc None None] Enqueued Resource ID: d54c852e-8a48-472c-968b-dae9b1e87689 with Priority: HIGHEST for action port [ 657.111149] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54c852e-8a48-472c-968b-dae9b1e87689 with Priority: HIGHEST for action port [ 657.111691] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-d54c852e-8a48-472c-968b-dae9b1e87689 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.111842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d54c852e-8a48-472c-968b-dae9b1e87689" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.111944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d54c852e-8a48-472c-968b-dae9b1e87689" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.114781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d54c852e-8a48-472c-968b-dae9b1e87689" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.114884] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d54c852e-8a48-472c-968b-dae9b1e87689',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.575516] env[65978]: INFO networking_nsxv3.common.synchronization [None req-7f7e61fa-92a4-4a47-9de9-6354cc80976e None None] Enqueued Resource ID: e83a17b1-d9ed-4275-9ccf-cee0160ac5b3 with Priority: HIGHEST for action port [ 657.576119] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83a17b1-d9ed-4275-9ccf-cee0160ac5b3 with Priority: HIGHEST for action port [ 657.576513] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-e83a17b1-d9ed-4275-9ccf-cee0160ac5b3 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.576724] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e83a17b1-d9ed-4275-9ccf-cee0160ac5b3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.576724] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e83a17b1-d9ed-4275-9ccf-cee0160ac5b3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.579764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e83a17b1-d9ed-4275-9ccf-cee0160ac5b3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.579764] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e83a17b1-d9ed-4275-9ccf-cee0160ac5b3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.617104] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d54c852e-8a48-472c-968b-dae9b1e87689 [ 657.619293] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.619293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.619293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.619293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.619293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.619293] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d54c852e-8a48-472c-968b-dae9b1e87689 already deleted. [ 657.619293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d54c852e-8a48-472c-968b-dae9b1e87689" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.668021] env[65978]: INFO networking_nsxv3.common.synchronization [req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 req-3cb43e54-55bc-4cc0-8095-8938b17812a3 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_members [ 657.669612] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_members [ 657.669612] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.669612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.669612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.669612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.670220] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.670220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.670220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.670220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.670382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.670382] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.083679] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e83a17b1-d9ed-4275-9ccf-cee0160ac5b3 [ 658.083679] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.083679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.083679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.083679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.083679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.083972] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e83a17b1-d9ed-4275-9ccf-cee0160ac5b3 already deleted. [ 658.083972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e83a17b1-d9ed-4275-9ccf-cee0160ac5b3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.104256] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d in Status: SUCCESS [ 658.104435] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d deletion is rescheduled due to dependency. [ 658.104550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.174615] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.174615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.174615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.174849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.174849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.175097] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.175185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.175526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.175526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.175526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.175526] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 already deleted. [ 658.175695] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.283264] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.283264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.283492] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.283694] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.283957] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.284405] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.284619] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.285167] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.285167] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.285360] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.285360] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.285847] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.285847] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.285847] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.285847] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.287908] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.308057] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.308298] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.308434] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.308635] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.309044] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-f481f234-e2db-4502-8a87-9295bb8ff1ec taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.309168] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-f481f234-e2db-4502-8a87-9295bb8ff1ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.309281] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-f481f234-e2db-4502-8a87-9295bb8ff1ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.309633] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-f481f234-e2db-4502-8a87-9295bb8ff1ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.309909] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f481f234-e2db-4502-8a87-9295bb8ff1ec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.813628] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.814042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.814134] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.814420] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.814597] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.814752] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port f481f234-e2db-4502-8a87-9295bb8ff1ec not found, creating... [ 658.815056] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.815226] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.815334] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.815557] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.815724] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.816021] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.816190] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.816285] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.816497] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.816650] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.816785] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: f481f234-e2db-4502-8a87-9295bb8ff1ec is going to be created. [ 658.841382] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.841501] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.841588] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.843851] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.843851] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.843851] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-f481f234-e2db-4502-8a87-9295bb8ff1ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.273184] env[65978]: INFO networking_nsxv3.common.synchronization [None req-a3b49863-b0af-4bf0-b87b-c520ff26fffa None None] Enqueued Resource ID: 241ac47b-e6e5-45f0-92f0-f709d7c62e48 with Priority: HIGHEST for action port [ 659.273784] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241ac47b-e6e5-45f0-92f0-f709d7c62e48 with Priority: HIGHEST for action port [ 659.274093] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-241ac47b-e6e5-45f0-92f0-f709d7c62e48 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.274254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-241ac47b-e6e5-45f0-92f0-f709d7c62e48" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.274352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-241ac47b-e6e5-45f0-92f0-f709d7c62e48" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.274529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-241ac47b-e6e5-45f0-92f0-f709d7c62e48" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.274633] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('241ac47b-e6e5-45f0-92f0-f709d7c62e48',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.616144] env[65978]: INFO networking_nsxv3.common.synchronization [req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 req-e11435c2-b74d-420b-a843-5ebea8ef296e service nova] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_rules [ 659.617606] env[65978]: INFO networking_nsxv3.common.synchronization [req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 req-e11435c2-b74d-420b-a843-5ebea8ef296e service nova] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_members [ 659.617606] env[65978]: INFO networking_nsxv3.common.synchronization [req-94ca8ba1-e3c0-4363-aca1-04ac7476bdf2 req-e11435c2-b74d-420b-a843-5ebea8ef296e service nova] Enqueued Resource ID: f481f234-e2db-4502-8a87-9295bb8ff1ec with Priority: HIGHEST for action port [ 659.622033] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_rules [ 659.622033] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_members [ 659.622033] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f481f234-e2db-4502-8a87-9295bb8ff1ec with Priority: HIGHEST for action port [ 659.622033] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.622033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.622033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.622033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.622033] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.622566] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.622681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.622744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.622907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.623054] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.623144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.623203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.623337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.623415] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.623498] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.624284] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f481f234-e2db-4502-8a87-9295bb8ff1ec taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.624396] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f481f234-e2db-4502-8a87-9295bb8ff1ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.624438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f481f234-e2db-4502-8a87-9295bb8ff1ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.624651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f481f234-e2db-4502-8a87-9295bb8ff1ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.624805] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f481f234-e2db-4502-8a87-9295bb8ff1ec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.777097] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 241ac47b-e6e5-45f0-92f0-f709d7c62e48 [ 659.777344] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.777488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.777703] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.777853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.777853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.778046] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:241ac47b-e6e5-45f0-92f0-f709d7c62e48 already deleted. [ 659.778129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-241ac47b-e6e5-45f0-92f0-f709d7c62e48" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.016680] env[65978]: INFO networking_nsxv3.common.synchronization [req-6032245a-cb45-49d7-9220-3fd8aecf0d34 req-6e290020-fc25-4c6d-9798-b519bdd44ba4 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Enqueued Resource ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 with Priority: HIGHEST for action security_group_members [ 660.016680] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 with Priority: HIGHEST for action security_group_members [ 660.017077] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.017077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.017077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.017242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.017756] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.017756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.017756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.017756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.018054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.018054] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3619c6-db77-494a-94b3-b6bb7bfdd4c4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.131608] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f481f234-e2db-4502-8a87-9295bb8ff1ec with status ACTIVE [ 660.131608] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.132452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.132452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.134737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.134737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.134737] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.134737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.134737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.134737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.134737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.134737] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.134737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.134737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.135294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.135294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.135294] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f481f234-e2db-4502-8a87-9295bb8ff1ec is going to be updated. [ 660.138889] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.143239] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.143239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.170292] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.170600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.170667] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.170951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.171198] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.171584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f481f234-e2db-4502-8a87-9295bb8ff1ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.473855] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.474066] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.474128] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.474439] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.474751] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.474917] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.475732] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.475732] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.475732] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.475732] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.475732] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.476008] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.476008] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.476107] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.476221] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.476277] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.499783] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.499783] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.499783] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.499783] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.500117] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-1c4264de-3361-43cf-bdf9-09b9f9a0eb20 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.501760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-1c4264de-3361-43cf-bdf9-09b9f9a0eb20" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.501760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-1c4264de-3361-43cf-bdf9-09b9f9a0eb20" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.501760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-1c4264de-3361-43cf-bdf9-09b9f9a0eb20" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.501760] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4264de-3361-43cf-bdf9-09b9f9a0eb20',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.520959] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.523807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.523807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.523807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.523807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.523807] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.523807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.523807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.523807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.523807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.523807] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 already deleted. [ 660.523807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.644944] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.005185] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.005433] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.005608] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.005959] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.006170] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.007050] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 1c4264de-3361-43cf-bdf9-09b9f9a0eb20 not found, creating... [ 661.007636] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.007976] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.008531] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.008845] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.008990] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.009311] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.009468] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.009576] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.009799] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.009925] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.010074] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 1c4264de-3361-43cf-bdf9-09b9f9a0eb20 is going to be created. [ 661.051524] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.052635] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.052635] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.052635] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.052835] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.053185] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-1c4264de-3361-43cf-bdf9-09b9f9a0eb20" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.147732] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.147952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.147952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.149103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.149103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.149103] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 is going to be created. [ 661.150400] env[65978]: INFO networking_nsxv3.common.synchronization [req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 req-9097e3a0-3238-46a7-874c-7618e2a944ab tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Enqueued Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 661.151030] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 661.152101] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.152101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.152101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.152469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.152469] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.152469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.152633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.152671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.152754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.152845] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.180558] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.181177] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.181303] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.181500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.181701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.200275] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: UNINITIALIZED for 2s [ 661.240500] env[65978]: INFO networking_nsxv3.common.synchronization [None req-f492f960-e5ee-4d3c-85df-1af3c9cbe27e None None] Enqueued Resource ID: 135bbd54-363e-483a-a8fd-d4ac076dc961 with Priority: HIGHEST for action port [ 661.240989] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135bbd54-363e-483a-a8fd-d4ac076dc961 with Priority: HIGHEST for action port [ 661.241336] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-135bbd54-363e-483a-a8fd-d4ac076dc961 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.241457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-135bbd54-363e-483a-a8fd-d4ac076dc961" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.241524] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-135bbd54-363e-483a-a8fd-d4ac076dc961" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.241861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-135bbd54-363e-483a-a8fd-d4ac076dc961" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.241861] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135bbd54-363e-483a-a8fd-d4ac076dc961',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.657153] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.657606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.658283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.658444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.658501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.659153] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.659153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.659153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.659349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.659450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.659518] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 already deleted. [ 661.659634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.744705] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 135bbd54-363e-483a-a8fd-d4ac076dc961 [ 661.744705] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.744705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.744705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.745286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.745286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.745286] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:135bbd54-363e-483a-a8fd-d4ac076dc961 already deleted. [ 661.745286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-135bbd54-363e-483a-a8fd-d4ac076dc961" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.757430] env[65978]: INFO networking_nsxv3.common.synchronization [req-6032245a-cb45-49d7-9220-3fd8aecf0d34 req-5ad1d7fd-d29a-4ff0-a645-4977603db61b service nova] Enqueued Resource ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 with Priority: HIGHEST for action security_group_rules [ 661.758326] env[65978]: INFO networking_nsxv3.common.synchronization [req-6032245a-cb45-49d7-9220-3fd8aecf0d34 req-5ad1d7fd-d29a-4ff0-a645-4977603db61b service nova] Enqueued Resource ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 with Priority: HIGHEST for action security_group_members [ 661.758326] env[65978]: INFO networking_nsxv3.common.synchronization [req-6032245a-cb45-49d7-9220-3fd8aecf0d34 req-5ad1d7fd-d29a-4ff0-a645-4977603db61b service nova] Enqueued Resource ID: 1c4264de-3361-43cf-bdf9-09b9f9a0eb20 with Priority: HIGHEST for action port [ 661.759933] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 with Priority: HIGHEST for action security_group_rules [ 661.760813] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 with Priority: HIGHEST for action security_group_members [ 661.760813] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4264de-3361-43cf-bdf9-09b9f9a0eb20 with Priority: HIGHEST for action port [ 661.760813] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db3619c6-db77-494a-94b3-b6bb7bfdd4c4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.760813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.760813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.761294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.761415] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db3619c6-db77-494a-94b3-b6bb7bfdd4c4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.763038] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.763280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.763383] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.763645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.763901] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.764066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.764157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.764392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.764529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.764724] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3619c6-db77-494a-94b3-b6bb7bfdd4c4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.766467] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c4264de-3361-43cf-bdf9-09b9f9a0eb20 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.767051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c4264de-3361-43cf-bdf9-09b9f9a0eb20" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.767187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c4264de-3361-43cf-bdf9-09b9f9a0eb20" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.767899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c4264de-3361-43cf-bdf9-09b9f9a0eb20" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.767899] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4264de-3361-43cf-bdf9-09b9f9a0eb20',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.789144] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.789144] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-246" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.789535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-246" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.789585] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-246" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.790105] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.795757] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.796011] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.796286] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.796525] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.796841] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.797419] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.797419] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.797419] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.798061] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.798061] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.798061] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.823157] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.823157] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.823157] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.823390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-246" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.825068] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-7f44ab02-026a-40f7-a9a0-1d53f8828532 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.825288] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-7f44ab02-026a-40f7-a9a0-1d53f8828532" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.825443] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-7f44ab02-026a-40f7-a9a0-1d53f8828532" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.825792] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-7f44ab02-026a-40f7-a9a0-1d53f8828532" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.826495] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f44ab02-026a-40f7-a9a0-1d53f8828532',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.959490] env[65978]: INFO networking_nsxv3.common.synchronization [None req-38381085-def4-412c-9888-698828c7bae4 tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Enqueued Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGHEST for action security_group_rules [ 661.960177] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGHEST for action security_group_rules [ 661.960559] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.960713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.960822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.961122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.961219] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.154039] env[65978]: INFO networking_nsxv3.common.synchronization [None req-51dcfc3d-c2b2-44fe-a6eb-5265ee2ec864 tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Enqueued Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGHEST for action security_group_rules [ 662.154039] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGHEST for action security_group_rules [ 662.155845] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.155845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.270523] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db3619c6-db77-494a-94b3-b6bb7bfdd4c4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.273969] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.273969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.273969] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c4264de-3361-43cf-bdf9-09b9f9a0eb20 with status ACTIVE [ 662.273969] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.273969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.273969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.275081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.275081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.275081] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.275608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.275608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.275608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.275608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.275992] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.276077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.276241] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.277036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.277036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.277036] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c4264de-3361-43cf-bdf9-09b9f9a0eb20 is going to be updated. [ 662.324041] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.324041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.324338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.324338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.324822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.325439] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c4264de-3361-43cf-bdf9-09b9f9a0eb20" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.332818] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.333145] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.333342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.334191] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.334191] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.334411] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 7f44ab02-026a-40f7-a9a0-1d53f8828532 not found, creating... [ 662.334639] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.334992] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.335134] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.335460] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.335644] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.336147] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.336324] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.336432] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.336757] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.336969] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.337218] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 7f44ab02-026a-40f7-a9a0-1d53f8828532 is going to be created. [ 662.410793] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.411192] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.411459] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.411834] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.412203] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.412611] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-7f44ab02-026a-40f7-a9a0-1d53f8828532" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.494037] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.494037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.494037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.494037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.494363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.494363] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 already deleted. [ 662.494523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.495547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.495547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.495547] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.779132] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db3619c6-db77-494a-94b3-b6bb7bfdd4c4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.035380] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.035607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.035657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.036152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.036152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.036363] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 already deleted. [ 663.036423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.119464] env[65978]: INFO networking_nsxv3.common.synchronization [req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 req-ebbebcb8-e6f5-4c6c-9104-2be418e17d80 service nova] Enqueued Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_rules [ 663.119654] env[65978]: INFO networking_nsxv3.common.synchronization [req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 req-ebbebcb8-e6f5-4c6c-9104-2be418e17d80 service nova] Enqueued Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 663.119785] env[65978]: INFO networking_nsxv3.common.synchronization [req-369aaa0d-5ef3-48d5-99b0-ab2590ec1193 req-ebbebcb8-e6f5-4c6c-9104-2be418e17d80 service nova] Enqueued Resource ID: 7f44ab02-026a-40f7-a9a0-1d53f8828532 with Priority: HIGHEST for action port [ 663.120922] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_rules [ 663.121097] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 663.121195] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f44ab02-026a-40f7-a9a0-1d53f8828532 with Priority: HIGHEST for action port [ 663.121563] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.121695] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.121785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.122110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.122214] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.123373] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.123545] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.123612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.123748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.123940] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.128439] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.129795] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.130361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.130514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.130630] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.133208] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f44ab02-026a-40f7-a9a0-1d53f8828532 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.133208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f44ab02-026a-40f7-a9a0-1d53f8828532" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.133208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f44ab02-026a-40f7-a9a0-1d53f8828532" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.133482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f44ab02-026a-40f7-a9a0-1d53f8828532" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.134087] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f44ab02-026a-40f7-a9a0-1d53f8828532',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.220776] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: SUCCESS [ 663.221279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.221838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.222264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.222527] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.222778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.222899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.223451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.223451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.223451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.223451] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.282973] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.283185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.283334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.283931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.283931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.283931] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 is going to be created. [ 663.316410] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.316823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.316910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.317199] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.317774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.345502] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 in Status: UNINITIALIZED for 2s [ 663.465654] env[65978]: INFO networking_nsxv3.common.synchronization [req-a3469fa5-1ad2-407a-ad7e-3ddcd3d2a610 req-5b117d2f-c799-4fd7-8e4e-f3569b3f44e6 tempest-VolumesAdminNegativeTest-372986083 tempest-VolumesAdminNegativeTest-372986083-project-member] Enqueued Resource ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec with Priority: HIGHEST for action security_group_members [ 663.467534] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec with Priority: HIGHEST for action security_group_members [ 663.468116] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-057cf966-4ffb-4f15-8c49-f131a3ae36ec taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.468307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.468411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.468707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.468878] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.468990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.469065] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.469233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.469328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.469423] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('057cf966-4ffb-4f15-8c49-f131a3ae36ec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.509107] env[65978]: INFO networking_nsxv3.common.synchronization [req-949af12d-ddb9-4a54-9da9-b3a72cb8e3da req-45a6462d-da78-4cf8-85db-9fe70842de7f tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 663.509605] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 663.509923] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.511452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.511611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.511865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.512243] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.512401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.512505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.512778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.513162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.513162] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.635527] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.635713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.637079] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.637129] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f44ab02-026a-40f7-a9a0-1d53f8828532 with status ACTIVE [ 663.637524] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.637524] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.637749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.637881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.637979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.638205] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.640698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.640698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.640698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.640698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.640698] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.640698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.640698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.640698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.640698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.640698] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f44ab02-026a-40f7-a9a0-1d53f8828532 is going to be updated. [ 663.662332] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.662521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.662579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.662770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.662927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.663105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f44ab02-026a-40f7-a9a0-1d53f8828532" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.725290] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.960242] env[65978]: INFO networking_nsxv3.common.synchronization [req-c9bb6f2c-ad44-4430-b635-2499d56f5091 req-cbc0ff20-a5d9-44a0-bbc1-3814d940408b tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Enqueued Resource ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a with Priority: HIGHEST for action security_group_members [ 663.960819] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a with Priority: HIGHEST for action security_group_members [ 663.961535] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-317a641f-8e7b-4f7d-b1cb-77c05944f30a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.961535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.961726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.962187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.962264] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.962351] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.962706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.962706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.962706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.964149] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317a641f-8e7b-4f7d-b1cb-77c05944f30a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.973801] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.973938] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.974020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.974226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.974321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.974544] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.974680] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.974680] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.975286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.975286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.975286] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec is going to be updated. [ 664.006611] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.006611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.006611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.006611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.006611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.016218] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec in Status: IN_PROGRESS for 2s [ 664.016518] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.016680] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.016750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.016970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.017387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.017627] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.017754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.017812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.017987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.018100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.018191] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 664.050663] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.050879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.050879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.051158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.051275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.062351] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 664.142482] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.227985] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46a6db76-8481-4ceb-966a-0b153878fe29: rpc.has_security_group_logging(os_id): False [ 664.253345] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.253556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.253556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.253758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.253851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.254114] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.254216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.254279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.254432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.254509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.254613] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 is going to be created. [ 664.341838] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.342151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.342151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.342273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.342550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.361895] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: IN_PROGRESS for 2s [ 664.380253] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.380359] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-627" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.380433] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-627" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.380767] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-627" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.382280] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.382280] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.382280] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.382280] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.382280] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.382637] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.382747] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.382848] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.382945] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.383185] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.383320] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.384897] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.410019] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.412015] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.412015] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.412015] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-627" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.412015] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-75a6f558-9408-4a5d-a6aa-47d46f692817 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.412015] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-75a6f558-9408-4a5d-a6aa-47d46f692817" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.412015] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-75a6f558-9408-4a5d-a6aa-47d46f692817" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.412015] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-75a6f558-9408-4a5d-a6aa-47d46f692817" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.412015] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a6f558-9408-4a5d-a6aa-47d46f692817',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.466017] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.466194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.466252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.466464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.466552] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.466855] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.466855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.466993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.467093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.467170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.467254] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a already deleted. [ 664.467332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.645586] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.645586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.645586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.645774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.646185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.646185] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 is going to be created. [ 664.673752] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.673976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.674108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.674351] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.674558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.685961] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: UNINITIALIZED for 2s [ 664.914246] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.914471] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.914703] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.914961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.915122] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.915274] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 75a6f558-9408-4a5d-a6aa-47d46f692817 not found, creating... [ 664.915522] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.915665] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.915774] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.915992] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.916138] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.916409] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.916792] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.916792] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.916916] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.917095] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.917280] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 75a6f558-9408-4a5d-a6aa-47d46f692817 is going to be created. [ 664.939029] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.939246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.939363] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.939760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.939990] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.940230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-75a6f558-9408-4a5d-a6aa-47d46f692817" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.359831] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 in Status: SUCCESS [ 665.359831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.359831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.359831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.359831] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.359831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.359831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.359831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.359831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.359831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.359831] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db3619c6-db77-494a-94b3-b6bb7bfdd4c4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.863597] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.863940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.863940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.864111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.864297] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.864417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.864488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.864694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.864784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.864876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.865048] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.865146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.865197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.865344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.865489] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.865582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.865658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.865803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.865863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.866243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.866490] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db3619c6-db77-494a-94b3-b6bb7bfdd4c4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.029717] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec in Status: SUCCESS [ 666.030073] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec deletion is rescheduled due to dependency. [ 666.030265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.084305] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 666.084510] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 deletion is rescheduled due to dependency. [ 666.084738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.219024] env[65978]: INFO networking_nsxv3.common.synchronization [req-c9bb6f2c-ad44-4430-b635-2499d56f5091 req-1bc36389-2b3e-4284-875f-339092b6235f service nova] Enqueued Resource ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a with Priority: HIGHEST for action security_group_rules [ 666.219024] env[65978]: INFO networking_nsxv3.common.synchronization [req-c9bb6f2c-ad44-4430-b635-2499d56f5091 req-1bc36389-2b3e-4284-875f-339092b6235f service nova] Enqueued Resource ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a with Priority: HIGHEST for action security_group_members [ 666.219024] env[65978]: INFO networking_nsxv3.common.synchronization [req-c9bb6f2c-ad44-4430-b635-2499d56f5091 req-1bc36389-2b3e-4284-875f-339092b6235f service nova] Enqueued Resource ID: 75a6f558-9408-4a5d-a6aa-47d46f692817 with Priority: HIGHEST for action port [ 666.219024] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a with Priority: HIGHEST for action security_group_rules [ 666.219024] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a with Priority: HIGHEST for action security_group_members [ 666.219024] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a6f558-9408-4a5d-a6aa-47d46f692817 with Priority: HIGHEST for action port [ 666.219024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-317a641f-8e7b-4f7d-b1cb-77c05944f30a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.219024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.219024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.219584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.219584] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('317a641f-8e7b-4f7d-b1cb-77c05944f30a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.221634] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-317a641f-8e7b-4f7d-b1cb-77c05944f30a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.221634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.221634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.221634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.221634] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.221634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.221634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.221634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.221634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.221634] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317a641f-8e7b-4f7d-b1cb-77c05944f30a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.222146] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-75a6f558-9408-4a5d-a6aa-47d46f692817 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.222212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75a6f558-9408-4a5d-a6aa-47d46f692817" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.222310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75a6f558-9408-4a5d-a6aa-47d46f692817" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.222499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75a6f558-9408-4a5d-a6aa-47d46f692817" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.222499] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a6f558-9408-4a5d-a6aa-47d46f692817',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.370376] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db3619c6-db77-494a-94b3-b6bb7bfdd4c4: rpc.has_security_group_logging(os_id): False [ 666.385625] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: SUCCESS [ 666.385718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.388901] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.389096] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.389183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.389751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.389890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.390190] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.390830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.390830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.390830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.390961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.391246] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.391246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.391426] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.391603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.391678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.393706] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.393706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.393706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.393706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.393706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.393706] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 is going to be created. [ 666.455937] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.455937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.455937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.456170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.456307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.469496] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 in Status: IN_PROGRESS for 2s [ 666.697158] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: SUCCESS [ 666.697387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.697551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.697808] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.698035] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.698155] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.698220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.698380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.698460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.698542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.698631] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.724439] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-317a641f-8e7b-4f7d-b1cb-77c05944f30a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.724592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.724790] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('317a641f-8e7b-4f7d-b1cb-77c05944f30a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.728878] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75a6f558-9408-4a5d-a6aa-47d46f692817 with status ACTIVE [ 666.728878] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.728878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.728878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.728878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.728878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.728878] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.728878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.728878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.728878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.728878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.728878] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.728878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.728878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.729927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.729927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.730142] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75a6f558-9408-4a5d-a6aa-47d46f692817 is going to be updated. [ 666.753992] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.754199] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.754307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.754488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.754625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.754788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75a6f558-9408-4a5d-a6aa-47d46f692817" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.200675] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.200964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.201056] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.201275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.201521] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.201652] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.201738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.201918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.202065] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.202158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.202354] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.202475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.202556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.202718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.202882] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.203017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.203101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.203277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.203400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.203475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.203606] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.232529] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('317a641f-8e7b-4f7d-b1cb-77c05944f30a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.705653] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e36a57b3-916d-4a51-99d4-19f56c141316: rpc.has_security_group_logging(os_id): False [ 667.726253] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.728374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.728374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.728374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.728374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.728374] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.728374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.728374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.728374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.728374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.728374] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.728374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.728374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.728374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.728374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.729116] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.729116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.729116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.732049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.732049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.732049] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 is going to be created. [ 667.736248] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.736248] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.736401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.736537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.736803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.736885] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a is going to be created. [ 667.763756] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.763948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.764021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.764197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.764358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.775610] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a in Status: UNINITIALIZED for 2s [ 667.794098] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.794312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.794382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.794558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.794737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.797959] env[65978]: INFO networking_nsxv3.common.synchronization [req-ff3a40a1-0766-4d95-98a5-ede35e5c7f9c req-83baf723-b3e6-49ab-8411-6e1d93744801 tempest-SecurityGroupRulesTestJSON-890088754 tempest-SecurityGroupRulesTestJSON-890088754-project-member] Enqueued Resource ID: 31a593e6-d77f-4658-a8b4-367680a75910 with Priority: HIGHEST for action security_group_rules [ 667.798537] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a593e6-d77f-4658-a8b4-367680a75910 with Priority: HIGHEST for action security_group_rules [ 667.798847] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31a593e6-d77f-4658-a8b4-367680a75910 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.798962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31a593e6-d77f-4658-a8b4-367680a75910" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.799040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31a593e6-d77f-4658-a8b4-367680a75910" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.799364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31a593e6-d77f-4658-a8b4-367680a75910" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.799469] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31a593e6-d77f-4658-a8b4-367680a75910',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.809012] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: IN_PROGRESS for 2s [ 668.328878] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.328878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.328878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.328878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.328878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.328878] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31a593e6-d77f-4658-a8b4-367680a75910 already deleted. [ 668.328878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31a593e6-d77f-4658-a8b4-367680a75910" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.485301] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 in Status: SUCCESS [ 668.485301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.419645] env[65978]: INFO networking_nsxv3.common.synchronization [req-24d0d174-e85f-4174-b2be-49245b592b58 req-5949ef27-c796-4638-91bb-4f6dd4eb4a19 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 669.422176] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 669.422576] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.423927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.424076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.424362] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.424649] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.425037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.425165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.425401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.425527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.425692] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.543774] env[65978]: INFO networking_nsxv3.common.synchronization [req-d3604b0e-85a0-4cb8-8f96-bcfe2a7eda50 req-063e3fa7-73fa-4ce9-844d-94685fdbb822 tempest-SecurityGroupRulesTestJSON-890088754 tempest-SecurityGroupRulesTestJSON-890088754-project-member] Enqueued Resource ID: 31a593e6-d77f-4658-a8b4-367680a75910 with Priority: HIGHEST for action security_group_rules [ 669.544416] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a593e6-d77f-4658-a8b4-367680a75910 with Priority: HIGHEST for action security_group_rules [ 669.544889] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31a593e6-d77f-4658-a8b4-367680a75910 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.545019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31a593e6-d77f-4658-a8b4-367680a75910" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.547176] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31a593e6-d77f-4658-a8b4-367680a75910" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.547625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31a593e6-d77f-4658-a8b4-367680a75910" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.547745] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31a593e6-d77f-4658-a8b4-367680a75910',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.788343] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a in Status: SUCCESS [ 669.788343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.788343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.788343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.788343] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.788343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.788343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.788798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.788798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.788798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.788798] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('317a641f-8e7b-4f7d-b1cb-77c05944f30a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.824718] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: SUCCESS [ 669.824988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.929773] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.935277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.935277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.935277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.935277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.935277] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.935277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.935277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.935277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.935277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.935277] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 669.970330] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.970518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.970676] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.970837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.971031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.984258] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 670.069252] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.069400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.069457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.069692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.070523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.070523] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31a593e6-d77f-4658-a8b4-367680a75910 already deleted. [ 670.070523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31a593e6-d77f-4658-a8b4-367680a75910" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.291399] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-317a641f-8e7b-4f7d-b1cb-77c05944f30a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.291627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.291720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.291968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.292528] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.292528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.292528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.292528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.292698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.293174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.293174] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-317a641f-8e7b-4f7d-b1cb-77c05944f30a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.293174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.293174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.293174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.293426] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.294016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.294016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.294016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.294016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.294016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.294016] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('317a641f-8e7b-4f7d-b1cb-77c05944f30a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.337298] env[65978]: INFO networking_nsxv3.common.synchronization [req-ff6b5277-4cb9-4935-a8ad-d8cd733beb73 req-a1599bf5-1f5e-46b3-97b7-103f3d077665 tempest-ServerDiagnosticsNegativeTest-1588324238 tempest-ServerDiagnosticsNegativeTest-1588324238-project-member] Enqueued Resource ID: 26f33a55-9e67-401f-a846-26058841a975 with Priority: HIGHEST for action security_group_members [ 670.337298] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f33a55-9e67-401f-a846-26058841a975 with Priority: HIGHEST for action security_group_members [ 670.337448] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f33a55-9e67-401f-a846-26058841a975 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.339253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.339253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.339253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.339253] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.340746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.340746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.340746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.340746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.340746] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f33a55-9e67-401f-a846-26058841a975',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.796430] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 317a641f-8e7b-4f7d-b1cb-77c05944f30a: rpc.has_security_group_logging(os_id): False [ 670.835929] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.835929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.835929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.835929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.835929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.835929] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.835929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.835929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.836340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.836340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.836340] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.836443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.836476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.836617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.836770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.836910] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.836981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.837623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.837895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.838079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.838161] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a is going to be created. [ 670.845583] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.846092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.846254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.847526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.847526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.847526] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.847526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.847526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.847526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.847526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.847526] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f33a55-9e67-401f-a846-26058841a975 is going to be updated. [ 670.890353] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.890518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.890573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.890846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.891013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.917464] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f33a55-9e67-401f-a846-26058841a975 in Status: IN_PROGRESS for 2s [ 670.979390] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.979390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.979390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.979635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.980069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.003377] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a in Status: IN_PROGRESS for 2s [ 671.996131] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 671.996481] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 deletion is rescheduled due to dependency. [ 671.996481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.277629] env[65978]: INFO networking_nsxv3.common.synchronization [req-708c2232-353d-4238-9edd-54ad777e2e63 req-078d12e3-3744-491e-8f74-57828a93c672 tempest-SecurityGroupRulesTestJSON-890088754 tempest-SecurityGroupRulesTestJSON-890088754-project-member] Enqueued Resource ID: 31a593e6-d77f-4658-a8b4-367680a75910 with Priority: HIGHEST for action security_group_rules [ 672.278308] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a593e6-d77f-4658-a8b4-367680a75910 with Priority: HIGHEST for action security_group_rules [ 672.278630] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31a593e6-d77f-4658-a8b4-367680a75910 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.278766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31a593e6-d77f-4658-a8b4-367680a75910" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.278865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31a593e6-d77f-4658-a8b4-367680a75910" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.280675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31a593e6-d77f-4658-a8b4-367680a75910" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.280799] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31a593e6-d77f-4658-a8b4-367680a75910',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.633950] env[65978]: INFO networking_nsxv3.common.synchronization [req-307020ea-c1a9-4c42-9c53-70364f4a79d4 req-88edca0d-1592-495e-ae2e-7ead8309e4b6 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Enqueued Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_members [ 672.634073] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_members [ 672.634299] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.634417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.634482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.635359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.635359] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.635359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.635593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.635593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.635770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.635770] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.813202] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.813516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.813654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.814126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.814342] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.814552] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31a593e6-d77f-4658-a8b4-367680a75910 already deleted. [ 672.814787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31a593e6-d77f-4658-a8b4-367680a75910" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.936814] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f33a55-9e67-401f-a846-26058841a975 in Status: SUCCESS [ 672.937052] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f33a55-9e67-401f-a846-26058841a975 deletion is rescheduled due to dependency. [ 672.937218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.020288] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a in Status: SUCCESS [ 673.020580] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.140291] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.230456] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7dce639-223e-4947-9a9c-419ea60fb473 req-e0b5e765-465a-4455-80d2-6a673216e50d tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 673.231071] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 673.232176] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.232344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.232435] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.232687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.232890] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.233338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.233437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.234991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.234991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.234991] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.454363] env[65978]: INFO networking_nsxv3.common.synchronization [None req-89b9f262-136c-4ad5-9517-4575bf6d3a40 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Enqueued Resource ID: 356b4e43-c50a-48b2-833f-6be148a2996b with Priority: HIGHEST for action security_group_rules [ 673.454363] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356b4e43-c50a-48b2-833f-6be148a2996b with Priority: HIGHEST for action security_group_rules [ 673.454363] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-356b4e43-c50a-48b2-833f-6be148a2996b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.454363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-356b4e43-c50a-48b2-833f-6be148a2996b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.457355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-356b4e43-c50a-48b2-833f-6be148a2996b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.457526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-356b4e43-c50a-48b2-833f-6be148a2996b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.457719] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('356b4e43-c50a-48b2-833f-6be148a2996b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.626149] env[65978]: INFO networking_nsxv3.common.synchronization [None req-72086b9c-0311-4a3b-a3a5-064027492f84 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Enqueued Resource ID: 356b4e43-c50a-48b2-833f-6be148a2996b with Priority: HIGHEST for action security_group_rules [ 673.626453] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356b4e43-c50a-48b2-833f-6be148a2996b with Priority: HIGHEST for action security_group_rules [ 673.626887] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-356b4e43-c50a-48b2-833f-6be148a2996b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.626990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-356b4e43-c50a-48b2-833f-6be148a2996b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.642121] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.709868] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7dce639-223e-4947-9a9c-419ea60fb473 req-ae87f3e8-6512-4c27-a550-8b5b84960ce4 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 673.710453] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 673.710756] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.710860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.738491] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.738491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.738491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.738491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.738491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.738986] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.738986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.738986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.738986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.738986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.739207] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 673.775350] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.775350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.775350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.775350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.775350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.787693] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 673.990301] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.990301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.990301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.990301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.990301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.990301] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 356b4e43-c50a-48b2-833f-6be148a2996b already deleted. [ 673.990301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-356b4e43-c50a-48b2-833f-6be148a2996b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.990301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-356b4e43-c50a-48b2-833f-6be148a2996b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.990301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-356b4e43-c50a-48b2-833f-6be148a2996b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.990629] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('356b4e43-c50a-48b2-833f-6be148a2996b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.147273] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.147782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.147782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.147782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.147782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.147968] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 is going to be updated. [ 674.179277] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.179492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.179545] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.179866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.180085] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.190435] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: IN_PROGRESS for 2s [ 674.218380] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.218868] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-450" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.218868] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-450" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.219048] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-450" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.219311] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.219520] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.219638] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.219865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.220009] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.220266] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.220386] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.220488] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.220585] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.220683] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.220779] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.220929] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.242978] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.243303] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.243303] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.243488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-450" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.243854] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.244043] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.244158] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.244478] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.244789] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.489379] env[65978]: INFO networking_nsxv3.common.synchronization [req-282bb83e-2ccf-4f96-b457-087bac24942e req-8cc75a53-1eab-4564-a626-67f3c5abba90 tempest-ImagesOneServerTestJSON-705773160 tempest-ImagesOneServerTestJSON-705773160-project-member] Enqueued Resource ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 with Priority: HIGHEST for action security_group_members [ 674.489943] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 with Priority: HIGHEST for action security_group_members [ 674.490295] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edd7e0c-93b0-4404-8b31-cc2586135430 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.490450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.490547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.490836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.490943] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.491080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.491170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.491334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.491452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.491569] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edd7e0c-93b0-4404-8b31-cc2586135430',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.516346] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.516477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.516564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.516766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.516932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.517035] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 356b4e43-c50a-48b2-833f-6be148a2996b already deleted. [ 674.517113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-356b4e43-c50a-48b2-833f-6be148a2996b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.747608] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.747608] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.747608] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.747843] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.747947] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.748104] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c not found, creating... [ 674.748439] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.748602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.748933] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.749319] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.749458] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.749747] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.749892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.751021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.751021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.751021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.751021] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c is going to be created. [ 674.772642] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.772642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.772642] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.773089] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.773621] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.775021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.994182] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.994427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.994520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.994832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.994941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.995166] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.995264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.995325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.995489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.995658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.995658] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 is going to be updated. [ 675.040544] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.040624] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.040690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.040897] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.041042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.052256] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 in Status: IN_PROGRESS for 2s [ 675.524881] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7dce639-223e-4947-9a9c-419ea60fb473 req-3bf5b517-7f4f-41a4-8b34-5118e8b2babc service nova] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_rules [ 675.525161] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7dce639-223e-4947-9a9c-419ea60fb473 req-3bf5b517-7f4f-41a4-8b34-5118e8b2babc service nova] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 675.525244] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7dce639-223e-4947-9a9c-419ea60fb473 req-3bf5b517-7f4f-41a4-8b34-5118e8b2babc service nova] Enqueued Resource ID: cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c with Priority: HIGHEST for action port [ 675.526050] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_rules [ 675.526190] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 675.526290] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c with Priority: HIGHEST for action port [ 675.526555] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.526678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.526736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.526955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.527085] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.527947] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.528040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.528512] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.528512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.528512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.528627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.528627] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.800382] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 675.800623] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 deletion is rescheduled due to dependency. [ 675.802861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.803097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.803354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.803557] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.803688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.803766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.803928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.804105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.804147] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.961442] env[65978]: INFO networking_nsxv3.common.synchronization [req-1788efc7-940c-4bf3-966d-7e13f48582ba req-07743c45-052b-4ae6-9ad3-6f5ee8c9ee6d tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Enqueued Resource ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 with Priority: HIGHEST for action security_group_members [ 675.962293] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 with Priority: HIGHEST for action security_group_members [ 675.963078] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c306c0e-1897-49bd-a7d0-dc3420e699a5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.963233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.963370] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.963976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.964196] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.964518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.964724] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.965511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.965672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.965815] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c306c0e-1897-49bd-a7d0-dc3420e699a5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.030846] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.030846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.030846] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c with status ACTIVE [ 676.031400] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.031571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.031636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.031873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.031993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.032753] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.032753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.032753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.032753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.033010] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.034265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.034265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.034265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.034265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.034265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.034265] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c is going to be updated. [ 676.061366] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.061585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.061585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.061857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.062021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.062206] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cce1c4bf-7592-4bfa-84ce-afb2b7d99e5c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.200135] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: SUCCESS [ 676.200373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.307515] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.367934] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.368155] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-563" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.368275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-563" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.368594] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-563" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.368864] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.369022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.369190] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.369416] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.369553] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.369752] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.369860] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.370013] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.370167] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.370276] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.370377] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.370503] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.372890] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.373059] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-391" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.373172] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-391" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.373422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-391" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.373657] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.373800] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.373906] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.374114] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.374242] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.374399] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.374881] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.374881] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.374881] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.374881] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.374881] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.375039] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.395020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.395157] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.395725] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.395725] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-563" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.395725] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.396170] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.396170] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.396336] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.396466] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb6f4e3-d29e-4988-9088-bed0bdd0cd66',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.398193] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.398370] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.398519] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.398683] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-391" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.399014] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-3a65c716-c396-48dc-a458-2a79b1fb4a0e taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.399207] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-3a65c716-c396-48dc-a458-2a79b1fb4a0e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.399326] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-3a65c716-c396-48dc-a458-2a79b1fb4a0e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.399615] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-3a65c716-c396-48dc-a458-2a79b1fb4a0e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.399770] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a65c716-c396-48dc-a458-2a79b1fb4a0e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.473216] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.473754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.473754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.473754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.473754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.473926] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.474458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.474458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.474458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.474458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.474458] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 already deleted. [ 676.474630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.810473] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.901807] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.902081] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.902240] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.902627] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.902907] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.903191] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 not found, creating... [ 676.903904] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.904130] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.904271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.904643] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.904779] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.905139] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.905350] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.905506] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.905792] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.905962] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.906209] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 is going to be created. [ 676.908365] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.908567] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.908924] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.909496] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.909973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.910374] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 3a65c716-c396-48dc-a458-2a79b1fb4a0e not found, creating... [ 676.910761] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.911487] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.911668] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.912456] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.912668] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.913027] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.913230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.913354] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.913615] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.913787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.913942] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 3a65c716-c396-48dc-a458-2a79b1fb4a0e is going to be created. [ 676.938606] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.938853] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.938979] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.939291] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.939531] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.939755] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-3a65c716-c396-48dc-a458-2a79b1fb4a0e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.941577] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.941772] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.941919] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.942185] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.942419] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.942658] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.067677] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 in Status: SUCCESS [ 677.068074] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edd7e0c-93b0-4404-8b31-cc2586135430 deletion is rescheduled due to dependency. [ 677.068295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edd7e0c-93b0-4404-8b31-cc2586135430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.312869] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.313041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.313116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.313330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.313422] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.313523] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 677.342703] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.342850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.342947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.343132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.343281] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.352191] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 677.630954] env[65978]: INFO networking_nsxv3.common.synchronization [req-1788efc7-940c-4bf3-966d-7e13f48582ba req-6aca2b16-c3ec-48d6-a36b-be881c45dd31 service nova] Enqueued Resource ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 with Priority: HIGHEST for action security_group_rules [ 677.630954] env[65978]: INFO networking_nsxv3.common.synchronization [req-1788efc7-940c-4bf3-966d-7e13f48582ba req-6aca2b16-c3ec-48d6-a36b-be881c45dd31 service nova] Enqueued Resource ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 with Priority: HIGHEST for action security_group_members [ 677.630954] env[65978]: INFO networking_nsxv3.common.synchronization [req-1788efc7-940c-4bf3-966d-7e13f48582ba req-6aca2b16-c3ec-48d6-a36b-be881c45dd31 service nova] Enqueued Resource ID: 3a65c716-c396-48dc-a458-2a79b1fb4a0e with Priority: HIGHEST for action port [ 677.630954] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 with Priority: HIGHEST for action security_group_rules [ 677.630954] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 with Priority: HIGHEST for action security_group_members [ 677.630954] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a65c716-c396-48dc-a458-2a79b1fb4a0e with Priority: HIGHEST for action port [ 677.630954] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c306c0e-1897-49bd-a7d0-dc3420e699a5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.630954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.630954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.631238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.631238] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c306c0e-1897-49bd-a7d0-dc3420e699a5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.632185] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c306c0e-1897-49bd-a7d0-dc3420e699a5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.632786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.632786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.632786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.632786] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.632786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.633053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.633053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.633053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.633133] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c306c0e-1897-49bd-a7d0-dc3420e699a5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.636970] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a65c716-c396-48dc-a458-2a79b1fb4a0e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.637136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a65c716-c396-48dc-a458-2a79b1fb4a0e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.637210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a65c716-c396-48dc-a458-2a79b1fb4a0e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.637423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a65c716-c396-48dc-a458-2a79b1fb4a0e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.637505] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a65c716-c396-48dc-a458-2a79b1fb4a0e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.647418] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7dce639-223e-4947-9a9c-419ea60fb473 req-ad96b67c-f079-4d89-9ab3-00902260738d service nova] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_rules [ 677.647418] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7dce639-223e-4947-9a9c-419ea60fb473 req-ad96b67c-f079-4d89-9ab3-00902260738d service nova] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 677.647506] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7dce639-223e-4947-9a9c-419ea60fb473 req-ad96b67c-f079-4d89-9ab3-00902260738d service nova] Enqueued Resource ID: cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 with Priority: HIGHEST for action port [ 677.647956] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_rules [ 677.648093] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 677.648190] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 with Priority: HIGHEST for action port [ 677.648450] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.648547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.648730] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.648813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.648978] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.649236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.649295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.649659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.649659] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb6f4e3-d29e-4988-9088-bed0bdd0cd66',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.140043] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c306c0e-1897-49bd-a7d0-dc3420e699a5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.140993] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c306c0e-1897-49bd-a7d0-dc3420e699a5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.141149] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.141312] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a65c716-c396-48dc-a458-2a79b1fb4a0e with status ACTIVE [ 678.141518] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.141634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.142131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.142131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.142131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.142299] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.142299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.142406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.142534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.142615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.142792] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.142886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.142948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.143106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.143181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.143266] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a65c716-c396-48dc-a458-2a79b1fb4a0e is going to be updated. [ 678.152450] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 with status ACTIVE [ 678.153112] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.153112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.153112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.153292] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.153399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.153537] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.153638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.153702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.153863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.153949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.154152] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.154241] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.154300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.154443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.154518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.154602] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbb6f4e3-d29e-4988-9088-bed0bdd0cd66 is going to be updated. [ 678.172411] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.173099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.173099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.173099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.173099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.173284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a65c716-c396-48dc-a458-2a79b1fb4a0e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.180972] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.181184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.181280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.181569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.181764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.181980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbb6f4e3-d29e-4988-9088-bed0bdd0cd66" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.645631] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c306c0e-1897-49bd-a7d0-dc3420e699a5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.153137] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.153424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.153424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.153595] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.153689] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.153826] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 is going to be created. [ 679.185066] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.185270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.185330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.185653] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.185886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.199511] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 in Status: UNINITIALIZED for 2s [ 679.363028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 679.363167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.363344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.363629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.363820] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.363940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.364010] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.364172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.364253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.364345] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.416540] env[65978]: INFO networking_nsxv3.common.synchronization [req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f req-92b33911-09f8-4cfb-aa69-47c0dc64e9ec tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Enqueued Resource ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 with Priority: HIGHEST for action security_group_members [ 679.417136] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 with Priority: HIGHEST for action security_group_members [ 679.417440] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb2bac07-b52b-428f-a935-7c0a8301bab4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.417554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.417628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.420297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.420297] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.420297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.420297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.420297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.420297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.420297] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb2bac07-b52b-428f-a935-7c0a8301bab4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.867144] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.894887] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.898973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-217" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.899159] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-217" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.899500] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-217" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.899819] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.900036] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.900177] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.900460] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.900630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.900863] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.900979] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.901123] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.901240] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.901362] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.901464] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.901606] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.921306] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.921464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.921538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.921796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.921898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.922240] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.922393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.922498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.922678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.922757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.922852] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 already deleted. [ 679.922931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.926090] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.926254] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.926385] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.926537] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-217" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.926821] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-eaf48317-bb79-4b8f-b333-00c8a7181194 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.927017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-eaf48317-bb79-4b8f-b333-00c8a7181194" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.927141] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-eaf48317-bb79-4b8f-b333-00c8a7181194" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.927418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-eaf48317-bb79-4b8f-b333-00c8a7181194" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.927548] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf48317-bb79-4b8f-b333-00c8a7181194',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.369834] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.430040] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.430287] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.430384] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.430707] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.430877] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.431067] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port eaf48317-bb79-4b8f-b333-00c8a7181194 not found, creating... [ 680.431345] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.431489] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.431603] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.431811] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.431942] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.432232] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.432387] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.432519] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.432716] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.432841] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.432973] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: eaf48317-bb79-4b8f-b333-00c8a7181194 is going to be created. [ 680.455839] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.456056] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.456184] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.456459] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.456887] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.457063] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-eaf48317-bb79-4b8f-b333-00c8a7181194" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.872317] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.872489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.872555] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.872803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.872907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.873044] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 680.925990] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.926229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.926379] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.926530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.926716] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.945510] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 681.136975] env[65978]: INFO networking_nsxv3.common.synchronization [req-6efc0e3b-8357-4061-a0ea-d90e073b0da3 req-e59d22f5-758b-488e-a987-746eacad96f8 tempest-VolumesAssistedSnapshotsTest-2090461219 tempest-VolumesAssistedSnapshotsTest-2090461219-project-member] Enqueued Resource ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 with Priority: HIGHEST for action security_group_members [ 681.137607] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 with Priority: HIGHEST for action security_group_members [ 681.141149] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a36e44c-c9fb-4156-ba38-b97fb0507447 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.141383] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.141491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.141776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.142030] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.142133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.142242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.142472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.142586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.142713] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a36e44c-c9fb-4156-ba38-b97fb0507447',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.214476] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 in Status: SUCCESS [ 681.214642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.214800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.215134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.215399] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.215572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.215679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.215953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.215953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.216138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.216289] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c306c0e-1897-49bd-a7d0-dc3420e699a5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.252226] env[65978]: INFO networking_nsxv3.common.synchronization [req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f req-c73ca44f-ea06-47d1-bc7b-a4b68f71390a service nova] Enqueued Resource ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 with Priority: HIGHEST for action security_group_rules [ 681.252428] env[65978]: INFO networking_nsxv3.common.synchronization [req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f req-c73ca44f-ea06-47d1-bc7b-a4b68f71390a service nova] Enqueued Resource ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 with Priority: HIGHEST for action security_group_members [ 681.252555] env[65978]: INFO networking_nsxv3.common.synchronization [req-089173d2-1a3b-4c80-ab2c-a4b8f1fec65f req-c73ca44f-ea06-47d1-bc7b-a4b68f71390a service nova] Enqueued Resource ID: eaf48317-bb79-4b8f-b333-00c8a7181194 with Priority: HIGHEST for action port [ 681.253062] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 with Priority: HIGHEST for action security_group_rules [ 681.253187] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 with Priority: HIGHEST for action security_group_members [ 681.253284] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf48317-bb79-4b8f-b333-00c8a7181194 with Priority: HIGHEST for action port [ 681.253565] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb2bac07-b52b-428f-a935-7c0a8301bab4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.253675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.253720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.253973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.254159] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb2bac07-b52b-428f-a935-7c0a8301bab4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.255084] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb2bac07-b52b-428f-a935-7c0a8301bab4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.255322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.255414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.255771] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.255771] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.256069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.256069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.256187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.256305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.256433] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb2bac07-b52b-428f-a935-7c0a8301bab4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.257275] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaf48317-bb79-4b8f-b333-00c8a7181194 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.257540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaf48317-bb79-4b8f-b333-00c8a7181194" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.257608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaf48317-bb79-4b8f-b333-00c8a7181194" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.257909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaf48317-bb79-4b8f-b333-00c8a7181194" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.257909] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf48317-bb79-4b8f-b333-00c8a7181194',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.517864] env[65978]: INFO networking_nsxv3.common.synchronization [req-782cbb23-ca95-46e9-a1a1-52113f32f355 req-63ad1786-3ec6-4075-940c-af2a40168f7a tempest-ServerMetadataNegativeTestJSON-1465186634 tempest-ServerMetadataNegativeTestJSON-1465186634-project-member] Enqueued Resource ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 with Priority: HIGHEST for action security_group_members [ 681.518929] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 with Priority: HIGHEST for action security_group_members [ 681.519327] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42b3c3f-3607-477c-a6ed-3fdf454bed57 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.519460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.519530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.519724] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.519875] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.519970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.520048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.520193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.520279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.520369] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42b3c3f-3607-477c-a6ed-3fdf454bed57',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.645159] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.645340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.646390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.646390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.646390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.646390] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.646390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.646390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.646390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.646586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.646586] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 is going to be updated. [ 681.676842] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.676842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.676842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.677227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.677345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.687583] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 in Status: IN_PROGRESS for 2s [ 681.719258] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c306c0e-1897-49bd-a7d0-dc3420e699a5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.719562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.719628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.719896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.720164] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.720271] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.720338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.720520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.720610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.720697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.720869] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c306c0e-1897-49bd-a7d0-dc3420e699a5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.721033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.721099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.721267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.721417] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.721518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.721598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.721757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.721836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.721933] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.722043] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c306c0e-1897-49bd-a7d0-dc3420e699a5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.760542] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb2bac07-b52b-428f-a935-7c0a8301bab4 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.760738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.760873] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb2bac07-b52b-428f-a935-7c0a8301bab4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.761803] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaf48317-bb79-4b8f-b333-00c8a7181194 with status ACTIVE [ 681.762404] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.762404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.762404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.762671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.762776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.763014] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.763080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.763182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.763317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.763395] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.763587] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.763679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.763741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.763976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.763976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.764166] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaf48317-bb79-4b8f-b333-00c8a7181194 is going to be updated. [ 681.789447] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.789447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.789447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.789748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.789748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.789871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaf48317-bb79-4b8f-b333-00c8a7181194" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.869468] env[65978]: INFO networking_nsxv3.common.synchronization [req-e9f1f4ae-77bb-4187-83e7-a754e6a4faf2 req-db68d622-7bd2-4711-9b25-1ba65010f4e6 tempest-ServerDiagnosticsTest-79509954 tempest-ServerDiagnosticsTest-79509954-project-member] Enqueued Resource ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 with Priority: HIGHEST for action security_group_members [ 681.870251] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 with Priority: HIGHEST for action security_group_members [ 681.870466] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.870646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.870721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.870910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.871075] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.871158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.871222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.871367] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.871451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.871574] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3619c6-db77-494a-94b3-b6bb7bfdd4c4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.023399] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.023399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.023493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.023690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.023828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.024034] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.024154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.024229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.024413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.024495] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.024589] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 is going to be updated. [ 682.057969] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.058222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.058345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.058605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.058783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.068958] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 in Status: IN_PROGRESS for 2s [ 682.225109] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c306c0e-1897-49bd-a7d0-dc3420e699a5: rpc.has_security_group_logging(os_id): False [ 682.253936] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.256024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.256024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.256024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.256024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.256024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.256024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.256024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.256024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.256024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.256024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.256024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.256024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.256024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.256024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.256993] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.257516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.257673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.257924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.259764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.259764] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 is going to be created. [ 682.266304] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb2bac07-b52b-428f-a935-7c0a8301bab4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.377546] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.377737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.377772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.379684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.379684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.379684] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.379892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.379892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.381764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.381764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.382122] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.382122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.382500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.382500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.382500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.382500] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 is going to be updated. [ 682.408421] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 in Status: IN_PROGRESS for 2s [ 682.432863] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.432863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.432863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.432863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.432863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.460535] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 in Status: IN_PROGRESS for 2s [ 682.771987] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.772328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.772328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.772485] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.772573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.772683] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 is going to be created. [ 682.805417] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.808473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.808473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.808575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.808750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.823905] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 in Status: UNINITIALIZED for 2s [ 682.957055] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 682.957295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.957513] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.957669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.957851] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.957960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.958032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.958190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.958269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.958353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.958484] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.960330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.960330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.960330] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.960330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.960330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.963825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.963825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.963825] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.136669] env[65978]: INFO networking_nsxv3.common.synchronization [None req-4a1e8b34-2c9d-4271-b923-d3bbf32c6dfa None None] Enqueued Resource ID: f802fafc-7199-4b04-8239-736fcf1aee14 with Priority: HIGHEST for action port [ 683.137945] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f802fafc-7199-4b04-8239-736fcf1aee14 with Priority: HIGHEST for action port [ 683.138050] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f802fafc-7199-4b04-8239-736fcf1aee14 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.138228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f802fafc-7199-4b04-8239-736fcf1aee14" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.138292] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f802fafc-7199-4b04-8239-736fcf1aee14" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.138714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f802fafc-7199-4b04-8239-736fcf1aee14" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.138773] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f802fafc-7199-4b04-8239-736fcf1aee14',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.465769] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.465966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.467322] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.642472] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f802fafc-7199-4b04-8239-736fcf1aee14 [ 683.642749] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.642937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.643187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.643514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.643607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.643732] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f802fafc-7199-4b04-8239-736fcf1aee14 already deleted. [ 683.643844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f802fafc-7199-4b04-8239-736fcf1aee14" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.701818] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 in Status: SUCCESS [ 683.701818] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a36e44c-c9fb-4156-ba38-b97fb0507447 deletion is rescheduled due to dependency. [ 683.701818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a36e44c-c9fb-4156-ba38-b97fb0507447" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.972733] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.080056] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 in Status: SUCCESS [ 684.080210] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42b3c3f-3607-477c-a6ed-3fdf454bed57 deletion is rescheduled due to dependency. [ 684.080242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42b3c3f-3607-477c-a6ed-3fdf454bed57" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.422544] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 in Status: SUCCESS [ 684.422770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.473786] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 in Status: SUCCESS [ 684.474561] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 deletion is rescheduled due to dependency. [ 684.474858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.475519] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.477715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.477715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.477853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.477853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.477966] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 684.509951] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.511666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.511666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.511666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.511666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.524211] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 684.835957] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 in Status: SUCCESS [ 684.835957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.836181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.836486] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.836768] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.836942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.837055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.837354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.838141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.839444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.839444] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb2bac07-b52b-428f-a935-7c0a8301bab4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.154179] env[65978]: INFO networking_nsxv3.common.synchronization [req-d09fb2c7-1c1b-4cfc-8432-502445592591 req-da48f420-f1a3-4fa1-a05c-a2e67e0dea7e tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Enqueued Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_members [ 685.154796] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_members [ 685.155621] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.155621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.155621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.155621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.155833] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.155833] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.155833] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.155951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.156963] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.156963] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.341142] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb2bac07-b52b-428f-a935-7c0a8301bab4 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.341314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.341389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.341801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.341990] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.342110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.342175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.342337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.342423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.342508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.344091] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb2bac07-b52b-428f-a935-7c0a8301bab4 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.344962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.344962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.344962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.344962] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.344962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.344962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.345266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.345266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.345266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.345341] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb2bac07-b52b-428f-a935-7c0a8301bab4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.660716] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.849154] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb2bac07-b52b-428f-a935-7c0a8301bab4: rpc.has_security_group_logging(os_id): False [ 685.868407] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.868684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.868684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.868884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.869312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.869312] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.869312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.869559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.869559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.869608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.869894] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.869894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.869986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.870093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.870168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.870352] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.870445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.870507] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.870740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.870740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.870883] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 is going to be created. [ 685.978205] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.978407] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.978407] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.978745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.978798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.993883] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 in Status: IN_PROGRESS for 2s [ 686.162205] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.430526] env[65978]: INFO networking_nsxv3.common.synchronization [None req-0e94e7ad-0c82-467b-a599-80c5916eb71a None None] Enqueued Resource ID: e3a5f6af-459a-4b80-a9e8-8f2b780f1700 with Priority: HIGHEST for action port [ 686.430526] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a5f6af-459a-4b80-a9e8-8f2b780f1700 with Priority: HIGHEST for action port [ 686.431230] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3a5f6af-459a-4b80-a9e8-8f2b780f1700 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.431575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3a5f6af-459a-4b80-a9e8-8f2b780f1700" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.431800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3a5f6af-459a-4b80-a9e8-8f2b780f1700" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.432426] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3a5f6af-459a-4b80-a9e8-8f2b780f1700" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.432879] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3a5f6af-459a-4b80-a9e8-8f2b780f1700',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.535087] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 686.535348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.535487] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.540102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.540391] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.540532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.540618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.540793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.540883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.540975] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.541132] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.541243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.541299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.541436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.541568] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.541653] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.541725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.541862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.541923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.542021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.542100] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.667080] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.667384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.667461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.667692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.667787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.667880] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c364628-341b-4ecc-abe4-8defdd3d450d is going to be updated. [ 686.699435] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.699595] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.699653] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.699894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.700049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.718205] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: IN_PROGRESS for 2s [ 686.935685] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3a5f6af-459a-4b80-a9e8-8f2b780f1700 [ 686.936256] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.936256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.936256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.936505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.936554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.937234] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3a5f6af-459a-4b80-a9e8-8f2b780f1700 already deleted. [ 686.937234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3a5f6af-459a-4b80-a9e8-8f2b780f1700" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.047778] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86f32770-b12c-4600-b066-a7f0d3768a93: rpc.has_security_group_logging(os_id): False [ 687.067055] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.067055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.067055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.067055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.067055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.067055] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.067055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.067055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.067055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.067055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.067055] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.067055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.067055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.067055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.067614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.067614] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.067614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.067614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.067614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.067755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.067782] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 687.075141] env[65978]: INFO networking_nsxv3.common.synchronization [None req-2144ae92-5a27-4ceb-87ff-ba171cc80855 None None] Enqueued Resource ID: fca8f830-a71e-45d0-8dfd-ac8a6ebd8b5a with Priority: HIGHEST for action port [ 687.075141] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca8f830-a71e-45d0-8dfd-ac8a6ebd8b5a with Priority: HIGHEST for action port [ 687.075716] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-fca8f830-a71e-45d0-8dfd-ac8a6ebd8b5a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.075834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fca8f830-a71e-45d0-8dfd-ac8a6ebd8b5a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.075901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fca8f830-a71e-45d0-8dfd-ac8a6ebd8b5a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.076524] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fca8f830-a71e-45d0-8dfd-ac8a6ebd8b5a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.076662] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca8f830-a71e-45d0-8dfd-ac8a6ebd8b5a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.131021] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.131021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.131021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.131021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.131021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.143625] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 687.581497] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fca8f830-a71e-45d0-8dfd-ac8a6ebd8b5a [ 687.581497] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.581497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.581497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.581497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.581497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.581980] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fca8f830-a71e-45d0-8dfd-ac8a6ebd8b5a already deleted. [ 687.581980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fca8f830-a71e-45d0-8dfd-ac8a6ebd8b5a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.010642] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 in Status: SUCCESS [ 688.010751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.051434] env[65978]: INFO networking_nsxv3.common.synchronization [req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d req-6cab74f0-78ce-41f8-9d20-8735e2c6dc71 tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Enqueued Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGHEST for action security_group_members [ 688.052104] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGHEST for action security_group_members [ 688.052458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-91ee95fa-4aba-443c-a57a-0110ca21b1b4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.052608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.052699] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.053016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.053352] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.053352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.054896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.054896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.054896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.054896] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.468614] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-932 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.468794] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-932" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.468911] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-932" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.469270] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-932" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.469529] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.469684] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.469793] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.470015] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.470390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.470719] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.470899] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.471074] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.471281] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.471396] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.471498] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.471623] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.493503] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.493719] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.493859] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.494086] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-932" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.494411] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-53ef612a-000f-4279-8551-3aea5405a500 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.494606] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-53ef612a-000f-4279-8551-3aea5405a500" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.494738] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-53ef612a-000f-4279-8551-3aea5405a500" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.495363] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-53ef612a-000f-4279-8551-3aea5405a500" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.495535] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ef612a-000f-4279-8551-3aea5405a500',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.556805] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.558540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.558540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.558540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.558540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.558540] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.558540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.558540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.558540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.558540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.558540] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 already deleted. [ 688.558540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.732897] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: SUCCESS [ 688.733167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.999035] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.999318] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.999497] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.999854] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.000015] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.000228] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 53ef612a-000f-4279-8551-3aea5405a500 not found, creating... [ 689.000559] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.000769] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.000896] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.001200] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.001383] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.001773] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.005020] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.005272] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.005620] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.005791] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.005966] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 53ef612a-000f-4279-8551-3aea5405a500 is going to be created. [ 689.027405] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.028623] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.028623] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.028623] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.028788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.029266] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-53ef612a-000f-4279-8551-3aea5405a500" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.167792] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 689.167792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.167792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.168025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.168025] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.615317] env[65978]: INFO networking_nsxv3.common.synchronization [None req-46969dc9-617d-433b-af69-3f878dc36a03 None None] Enqueued Resource ID: ce0722a9-4672-467b-a6e1-dbc70826e2a2 with Priority: HIGHEST for action port [ 689.615576] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0722a9-4672-467b-a6e1-dbc70826e2a2 with Priority: HIGHEST for action port [ 689.616424] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce0722a9-4672-467b-a6e1-dbc70826e2a2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.616557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce0722a9-4672-467b-a6e1-dbc70826e2a2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.616618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce0722a9-4672-467b-a6e1-dbc70826e2a2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.616882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce0722a9-4672-467b-a6e1-dbc70826e2a2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.617055] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce0722a9-4672-467b-a6e1-dbc70826e2a2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.670997] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.671200] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.671270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.671447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.671617] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.671706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.671772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.671916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.672024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.672112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.672205] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.731243] env[65978]: INFO networking_nsxv3.common.synchronization [req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d req-fd25cb7c-5da9-4bbf-a58e-148238f21ca4 service nova] Enqueued Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGHEST for action security_group_rules [ 689.731409] env[65978]: INFO networking_nsxv3.common.synchronization [req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d req-fd25cb7c-5da9-4bbf-a58e-148238f21ca4 service nova] Enqueued Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGHEST for action security_group_members [ 689.731532] env[65978]: INFO networking_nsxv3.common.synchronization [req-c5f3928b-d324-4c27-82e1-55a0bd0b5d0d req-fd25cb7c-5da9-4bbf-a58e-148238f21ca4 service nova] Enqueued Resource ID: 53ef612a-000f-4279-8551-3aea5405a500 with Priority: HIGHEST for action port [ 689.735672] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGHEST for action security_group_rules [ 689.735672] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGHEST for action security_group_members [ 689.735672] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ef612a-000f-4279-8551-3aea5405a500 with Priority: HIGHEST for action port [ 689.735672] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.736109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.736109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.736109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.736109] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.740735] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-91ee95fa-4aba-443c-a57a-0110ca21b1b4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.740735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.740735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.740735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.740735] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.740735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.740735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.740735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.740735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.740735] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.741843] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-53ef612a-000f-4279-8551-3aea5405a500 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.743424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53ef612a-000f-4279-8551-3aea5405a500" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.743424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53ef612a-000f-4279-8551-3aea5405a500" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.743424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53ef612a-000f-4279-8551-3aea5405a500" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.743424] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ef612a-000f-4279-8551-3aea5405a500',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.841059] env[65978]: INFO networking_nsxv3.common.synchronization [req-0e7181a4-102a-40dd-bdf5-5f519e9abf24 req-35e4a2b8-1695-46e5-bf09-b110356cb1c3 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Enqueued Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 689.841978] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 689.842383] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.842536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.842602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.842877] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.843617] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.843807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.843868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.844046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.844387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.844490] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.120371] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce0722a9-4672-467b-a6e1-dbc70826e2a2 [ 690.120609] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.120757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.120862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.121113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.121202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.121303] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce0722a9-4672-467b-a6e1-dbc70826e2a2 already deleted. [ 690.121384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce0722a9-4672-467b-a6e1-dbc70826e2a2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.175157] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.175451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.175550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.175840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.176146] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.176251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.176350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.176589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.176727] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.176879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.177136] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.177618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.177618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.177618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.177787] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.177917] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.178019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.178248] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.178334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.178418] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.178508] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.240113] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-91ee95fa-4aba-443c-a57a-0110ca21b1b4 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.240260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.245828] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.248116] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53ef612a-000f-4279-8551-3aea5405a500 with status ACTIVE [ 690.248116] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.248289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.248397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.248627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.248759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.248914] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.249041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.249084] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.249316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.249421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.250035] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.250035] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.250035] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.250182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.250182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.250263] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53ef612a-000f-4279-8551-3aea5405a500 is going to be updated. [ 690.273663] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.273810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.273879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.274110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.274252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.274407] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53ef612a-000f-4279-8551-3aea5405a500" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.347635] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.683085] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86f32770-b12c-4600-b066-a7f0d3768a93: rpc.has_security_group_logging(os_id): False [ 690.701450] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.701713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.701827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.702477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.702477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.702477] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.702631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.702631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.702734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.702810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.702998] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.703108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.703175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.703315] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.703405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.703596] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.703691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.703750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.703888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.703960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.704629] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 690.752700] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.801111] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.801111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.801111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.801111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.803857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.821950] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 690.849414] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.255904] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.255904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.255904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.255904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.256172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.256172] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 is going to be created. [ 691.287965] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.288183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.288250] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.288437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.288595] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.301949] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 in Status: UNINITIALIZED for 2s [ 691.351795] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.352209] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.352209] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.352335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.352417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.352535] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac is going to be updated. [ 691.394714] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.394877] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.394962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.395214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.395365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.406176] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: IN_PROGRESS for 2s [ 691.504803] env[65978]: INFO networking_nsxv3.common.synchronization [req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 req-32d04972-9e46-4065-aaf1-933ba23f1108 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 691.505726] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 691.505726] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.505876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.505876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.506889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.507125] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.507251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.507314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.507979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.507979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.507979] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.936724] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.936724] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.936724] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.937100] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.937865] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.937865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.937865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.937865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.937865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.938259] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.938406] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.938539] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.938704] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.938883] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.939044] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.939218] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.963409] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.963607] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.963787] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.964024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.964455] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-a5601ea6-6216-46ad-8bd5-2aaa697a3ead taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.965102] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-a5601ea6-6216-46ad-8bd5-2aaa697a3ead" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.965615] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-a5601ea6-6216-46ad-8bd5-2aaa697a3ead" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.965745] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-a5601ea6-6216-46ad-8bd5-2aaa697a3ead" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.965947] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5601ea6-6216-46ad-8bd5-2aaa697a3ead',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.009987] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.010125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.010174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.010389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.010552] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.010680] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.010778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.010841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.010991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.011691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.011691] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 692.040287] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.040426] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.040498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.040697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.040836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.051582] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 692.468735] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.469459] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.469459] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.471072] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.471398] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.472376] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port a5601ea6-6216-46ad-8bd5-2aaa697a3ead not found, creating... [ 692.472679] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.473303] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.473303] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.473419] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.473592] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.473841] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.473992] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.474113] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.474380] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.474514] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.474698] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: a5601ea6-6216-46ad-8bd5-2aaa697a3ead is going to be created. [ 692.498465] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.498465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.498465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.498465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.498465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.498465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-a5601ea6-6216-46ad-8bd5-2aaa697a3ead" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.840612] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 692.841464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.266085] env[65978]: INFO networking_nsxv3.common.synchronization [req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 req-72b2fffd-0356-440d-a126-1044b7aa1c69 service nova] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_rules [ 693.266551] env[65978]: INFO networking_nsxv3.common.synchronization [req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 req-72b2fffd-0356-440d-a126-1044b7aa1c69 service nova] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 693.266551] env[65978]: INFO networking_nsxv3.common.synchronization [req-2a5e04fb-a9fe-4b58-9bb7-b15098680976 req-72b2fffd-0356-440d-a126-1044b7aa1c69 service nova] Enqueued Resource ID: a5601ea6-6216-46ad-8bd5-2aaa697a3ead with Priority: HIGHEST for action port [ 693.268927] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_rules [ 693.269170] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 693.269170] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5601ea6-6216-46ad-8bd5-2aaa697a3ead with Priority: HIGHEST for action port [ 693.269472] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.269629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.269671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.269879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.269962] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.271147] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.271346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.271419] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5601ea6-6216-46ad-8bd5-2aaa697a3ead taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.271575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5601ea6-6216-46ad-8bd5-2aaa697a3ead" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.271575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5601ea6-6216-46ad-8bd5-2aaa697a3ead" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.271791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5601ea6-6216-46ad-8bd5-2aaa697a3ead" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.271905] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5601ea6-6216-46ad-8bd5-2aaa697a3ead',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.314113] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 in Status: SUCCESS [ 693.314436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.315195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.315518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.315803] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.315976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.316895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.316895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.316895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.317053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.317661] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.419638] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: SUCCESS [ 693.420113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.437783] env[65978]: INFO networking_nsxv3.common.synchronization [None req-52fb9c3c-8423-4347-ba42-0ae8b4739c8e tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGHEST for action security_group_rules [ 693.439057] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGHEST for action security_group_rules [ 693.439057] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db1d672c-125d-4399-90d8-7eb6dc4a6869 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.442336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.442336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.442564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.446116] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.570070] env[65978]: INFO networking_nsxv3.common.synchronization [None req-feeb05bb-bf81-4c79-81c1-a83dfa1551d6 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGHEST for action security_group_rules [ 693.571457] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGHEST for action security_group_rules [ 693.571846] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db1d672c-125d-4399-90d8-7eb6dc4a6869 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.571961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.774027] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.774027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.774027] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5601ea6-6216-46ad-8bd5-2aaa697a3ead with status ACTIVE [ 693.774027] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.775166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.775166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.775166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.775166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.775166] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.775166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.775437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.775437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.775510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.776502] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.776627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.779043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.779043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.779043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.779043] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5601ea6-6216-46ad-8bd5-2aaa697a3ead is going to be updated. [ 693.802292] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.802455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.802525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.802732] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.802881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.803060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5601ea6-6216-46ad-8bd5-2aaa697a3ead" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.820853] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.907565] env[65978]: INFO networking_nsxv3.common.synchronization [None req-ba8c4941-ee44-49b8-ae9a-0667cca8e822 None None] Enqueued Resource ID: 203b094f-aae0-4c34-9be7-8f9942b95f2e with Priority: HIGHEST for action port [ 693.907720] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203b094f-aae0-4c34-9be7-8f9942b95f2e with Priority: HIGHEST for action port [ 693.908041] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-203b094f-aae0-4c34-9be7-8f9942b95f2e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.908144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-203b094f-aae0-4c34-9be7-8f9942b95f2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.908144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-203b094f-aae0-4c34-9be7-8f9942b95f2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.908417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-203b094f-aae0-4c34-9be7-8f9942b95f2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.908822] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203b094f-aae0-4c34-9be7-8f9942b95f2e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.968805] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.971021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.971021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.971021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.971021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.971021] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 already deleted. [ 693.971021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.971021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.971021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.971021] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.062784] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 694.063080] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 deletion is rescheduled due to dependency. [ 694.063241] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.063451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.063744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.063994] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.064161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.064251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.064434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.064549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.064656] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.323334] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91ee95fa-4aba-443c-a57a-0110ca21b1b4: rpc.has_security_group_logging(os_id): False [ 694.342731] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.342925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.342999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.343225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.343319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.343572] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.344428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.344428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.344428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.344428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.344428] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 is going to be created. [ 694.407228] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.407425] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.407518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.407702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.407882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.412485] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 203b094f-aae0-4c34-9be7-8f9942b95f2e [ 694.412692] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.412809] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.412875] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.413077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.413168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.413263] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:203b094f-aae0-4c34-9be7-8f9942b95f2e already deleted. [ 694.413340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-203b094f-aae0-4c34-9be7-8f9942b95f2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.415338] env[65978]: INFO networking_nsxv3.common.synchronization [req-e2b19fb9-00e2-442a-b9d4-e84366968742 req-2765b741-2341-4a0d-b4a7-f991b1c85374 tempest-ListServersNegativeTestJSON-230707953 tempest-ListServersNegativeTestJSON-230707953-project-member] Enqueued Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 694.415864] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac with Priority: HIGHEST for action security_group_members [ 694.416199] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.416248] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.416342] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.416484] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.416687] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.416687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.416769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.416878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.416959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.417061] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9e72e86-fe5f-40b5-b5f7-1c9dec28efac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.420956] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 in Status: IN_PROGRESS for 2s [ 694.508999] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.508999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.508999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.509615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.509615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.510463] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 already deleted. [ 694.510463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.567583] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.920918] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.920918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.921046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.921332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.921639] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.921727] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.921936] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.921936] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.922599] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.922599] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.922599] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac is going to be updated. [ 694.951737] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.951859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.951935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.952157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.952313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.965734] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: IN_PROGRESS for 2s [ 695.005424] env[65978]: INFO networking_nsxv3.common.synchronization [req-68759cb4-c0e2-427b-8fb9-a1e4782c3f2b req-195dcccb-5dca-4477-9393-e680991f98de tempest-AttachInterfacesV270Test-388797738 tempest-AttachInterfacesV270Test-388797738-project-member] Enqueued Resource ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a with Priority: HIGHEST for action security_group_members [ 695.006189] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a with Priority: HIGHEST for action security_group_members [ 695.007437] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-317a641f-8e7b-4f7d-b1cb-77c05944f30a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.007437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.007437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.012021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.012021] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.012021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.012021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.012021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.012021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.012021] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317a641f-8e7b-4f7d-b1cb-77c05944f30a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.072576] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.514124] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.515237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.515338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.515573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.515671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.515884] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.515990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.516065] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.516216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.516290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.516377] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a is going to be updated. [ 695.549753] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.549952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.550017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.552824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.552824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.565060] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a in Status: IN_PROGRESS for 2s [ 695.576838] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.577255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.577489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.577791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.579958] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.579958] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 695.613177] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.613363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.613445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.613697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.613939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.624682] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 696.444365] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 in Status: SUCCESS [ 696.444365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.686510] env[65978]: INFO networking_nsxv3.common.synchronization [None req-79830dc4-b8c8-4928-8c48-bb0dcb6564af None None] Enqueued Resource ID: 5b9d0763-3d50-4954-b358-5656a3f2935a with Priority: HIGHEST for action port [ 696.686812] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9d0763-3d50-4954-b358-5656a3f2935a with Priority: HIGHEST for action port [ 696.687493] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b9d0763-3d50-4954-b358-5656a3f2935a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.687614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b9d0763-3d50-4954-b358-5656a3f2935a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.687697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b9d0763-3d50-4954-b358-5656a3f2935a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.687924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b9d0763-3d50-4954-b358-5656a3f2935a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.688014] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b9d0763-3d50-4954-b358-5656a3f2935a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.978371] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac in Status: SUCCESS [ 696.978466] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9e72e86-fe5f-40b5-b5f7-1c9dec28efac deletion is rescheduled due to dependency. [ 696.978538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9e72e86-fe5f-40b5-b5f7-1c9dec28efac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.191779] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b9d0763-3d50-4954-b358-5656a3f2935a [ 697.192015] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.192153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.192249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.192473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.192561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.192657] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b9d0763-3d50-4954-b358-5656a3f2935a already deleted. [ 697.192737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b9d0763-3d50-4954-b358-5656a3f2935a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.587560] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a in Status: SUCCESS [ 697.587825] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317a641f-8e7b-4f7d-b1cb-77c05944f30a deletion is rescheduled due to dependency. [ 697.587979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317a641f-8e7b-4f7d-b1cb-77c05944f30a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.635893] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 697.636251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.636421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.636614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.636832] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.636941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.636996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.637218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.637294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.637406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.637988] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.140724] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.141081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.141081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.141209] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.141377] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.141475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.141537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.141682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.141771] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.141861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.142039] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.142107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.142167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.142309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.142446] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.142536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.142593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.142725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.142799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.142879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.142971] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.645523] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93e5d50f-9012-40cd-8633-0f21d1800a79: rpc.has_security_group_logging(os_id): False [ 698.665740] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.665740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.665740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.665931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.665994] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.666230] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.666325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.666385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.666528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.666602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.666768] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.666858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.668968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.668968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.668968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.668968] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.668968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.668968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.668968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.668968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.668968] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 698.675175] env[65978]: INFO networking_nsxv3.common.synchronization [req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 req-8451ac11-1087-4ac4-9ee4-9d5961bb0ad6 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 698.675697] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 698.676947] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.676947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.676947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.676947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.677142] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.677142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.677234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.677521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.677719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.677820] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.734907] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.734907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.734907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.734907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.734907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.751348] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 698.964335] env[65978]: INFO networking_nsxv3.common.synchronization [req-fb0a7277-3d89-403a-9bed-a33f4b6b1c41 req-edb5d6fa-aec5-40c6-8941-a57dbbcda9b2 tempest-ServersTestMultiNic-358650255 tempest-ServersTestMultiNic-358650255-project-member] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 698.965153] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGHEST for action security_group_members [ 698.965639] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.965889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.180320] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.683946] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.186039] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.186430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.186430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.186565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.186658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.186762] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 700.218475] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.218704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.218704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.222020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.222020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.231774] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 700.768248] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 700.768983] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.074291] env[65978]: INFO networking_nsxv3.common.synchronization [None req-de49e5b3-3bfc-4f67-9559-29e8790dbdaa None None] Enqueued Resource ID: 8fe06347-5262-455e-b968-fb381986b21a with Priority: HIGHEST for action port [ 701.074958] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe06347-5262-455e-b968-fb381986b21a with Priority: HIGHEST for action port [ 701.075504] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe06347-5262-455e-b968-fb381986b21a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.075687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe06347-5262-455e-b968-fb381986b21a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.075779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe06347-5262-455e-b968-fb381986b21a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.076159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe06347-5262-455e-b968-fb381986b21a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.076287] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe06347-5262-455e-b968-fb381986b21a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.484044] env[65978]: INFO networking_nsxv3.common.synchronization [None req-288478c1-95f5-437d-aa20-eb92e469776e tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGHEST for action security_group_rules [ 701.484044] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGHEST for action security_group_rules [ 701.484044] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.484584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.484584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.484584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.484584] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.581586] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fe06347-5262-455e-b968-fb381986b21a [ 701.583356] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.583356] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.583356] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.583356] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.583356] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.583356] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fe06347-5262-455e-b968-fb381986b21a already deleted. [ 701.583356] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe06347-5262-455e-b968-fb381986b21a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.676098] env[65978]: INFO networking_nsxv3.common.synchronization [None req-1773ad70-7240-459c-bca9-0503b81cf298 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGHEST for action security_group_rules [ 701.677932] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGHEST for action security_group_rules [ 701.678303] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.678419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.979574] env[65978]: INFO networking_nsxv3.common.synchronization [req-3966a380-36be-44f5-b143-fa610493c1dd req-60b97cba-a966-40fa-9d32-7b85e7e39a93 tempest-ServerAddressesTestJSON-1568598277 tempest-ServerAddressesTestJSON-1568598277-project-member] Enqueued Resource ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 with Priority: HIGHEST for action security_group_members [ 701.979574] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 with Priority: HIGHEST for action security_group_members [ 701.980815] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c306c0e-1897-49bd-a7d0-dc3420e699a5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.981032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.981150] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.981423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.981643] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.981813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.981895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.982129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.982315] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.986238] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c306c0e-1897-49bd-a7d0-dc3420e699a5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.011208] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.012262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.012262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.012262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.012262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.012262] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa already deleted. [ 702.012262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.012726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.012726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.012726] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.242517] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 4s [ 702.490493] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.490493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.490945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.490945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.491078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.491328] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.491457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.491945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.491945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.491945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.491945] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 is going to be updated. [ 702.529256] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.529450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.529519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.529681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.529824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.537294] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.537466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.537525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.537892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.537985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.538251] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa already deleted. [ 702.538251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.539594] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 in Status: IN_PROGRESS for 2s [ 702.764137] env[65978]: INFO networking_nsxv3.common.synchronization [req-4cb199a1-ed10-4d3f-93c0-5ad6e61ba35e req-28a88f34-fe2a-45e7-a561-2f7a9136e335 tempest-ServerPasswordTestJSON-1060571241 tempest-ServerPasswordTestJSON-1060571241-project-member] Enqueued Resource ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 with Priority: HIGHEST for action security_group_members [ 702.764293] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 with Priority: HIGHEST for action security_group_members [ 702.764629] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb2bac07-b52b-428f-a935-7c0a8301bab4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.764760] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.765585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.767673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.767673] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.767673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.767673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.767673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.767673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.767673] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb2bac07-b52b-428f-a935-7c0a8301bab4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.268614] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.268785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.268852] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.269088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.269181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.269376] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.269464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.269523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.269664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.269735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.269815] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 is going to be updated. [ 703.318951] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.318951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.318951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.321018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.321018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.338882] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 in Status: IN_PROGRESS for 2s [ 703.495286] env[65978]: INFO networking_nsxv3.common.synchronization [None req-0cc7494e-173f-4c56-9c77-4eea8d610f97 None None] Enqueued Resource ID: 56feef54-84f8-475a-be33-a4a85941a825 with Priority: HIGHEST for action port [ 703.495286] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56feef54-84f8-475a-be33-a4a85941a825 with Priority: HIGHEST for action port [ 703.495286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-56feef54-84f8-475a-be33-a4a85941a825 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.495286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56feef54-84f8-475a-be33-a4a85941a825" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.495286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56feef54-84f8-475a-be33-a4a85941a825" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.495286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56feef54-84f8-475a-be33-a4a85941a825" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.495286] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56feef54-84f8-475a-be33-a4a85941a825',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.609737] env[65978]: INFO networking_nsxv3.common.synchronization [req-414b14e4-709e-4f20-9e1c-d82a388c4c67 req-018f7c40-ff3b-4da6-9247-095b445cf8a5 tempest-FloatingIPsAssociationTestJSON-1049338037 tempest-FloatingIPsAssociationTestJSON-1049338037-project-member] Enqueued Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_members [ 703.610858] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGHEST for action security_group_members [ 703.610858] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.610858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.610858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.612208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.612208] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.612429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.612502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.612708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.612763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.612856] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.001421] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56feef54-84f8-475a-be33-a4a85941a825 [ 704.002464] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.002464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.002464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.002464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.002464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.002464] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56feef54-84f8-475a-be33-a4a85941a825 already deleted. [ 704.002770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56feef54-84f8-475a-be33-a4a85941a825" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.115267] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.115449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.115528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.115723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.115864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.116127] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.116235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.116299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.116467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.116538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.116665] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 is going to be updated. [ 704.147462] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.147623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.147694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.147906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.148065] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.158410] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: IN_PROGRESS for 2s [ 704.253856] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 704.254242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.255034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.255392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.255683] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.255864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.255975] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.256440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.256541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.256732] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.454431] env[65978]: INFO networking_nsxv3.common.synchronization [req-3ed36032-7b34-485a-9fc0-2691c30825e3 req-d866c851-2f10-499a-ba9f-55b8e760062c tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 704.454957] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 704.455258] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.455422] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.455472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.455916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.456091] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.456267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.456267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.457181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.457181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.457181] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.550332] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 in Status: SUCCESS [ 704.550673] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 deletion is rescheduled due to dependency. [ 704.550673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.760494] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.760683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.760723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.760964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.761096] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.761762] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.761874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.761936] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.762143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.762227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.762321] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be updated. [ 704.797462] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.797623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.797723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.797884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.798033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.807609] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: IN_PROGRESS for 2s [ 704.839201] env[65978]: INFO networking_nsxv3.common.synchronization [None req-7c40702f-c022-4fb9-9564-8c0b0d0a01f1 None None] Enqueued Resource ID: 1e1877d2-938c-4210-b1e7-cf8291b0b3df with Priority: HIGHEST for action port [ 704.839201] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e1877d2-938c-4210-b1e7-cf8291b0b3df with Priority: HIGHEST for action port [ 704.839410] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e1877d2-938c-4210-b1e7-cf8291b0b3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.839655] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e1877d2-938c-4210-b1e7-cf8291b0b3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.839655] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e1877d2-938c-4210-b1e7-cf8291b0b3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.839851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e1877d2-938c-4210-b1e7-cf8291b0b3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.839900] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e1877d2-938c-4210-b1e7-cf8291b0b3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.873622] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-435 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.873818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-435" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.873937] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-435" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.874342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-435" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.874530] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.874682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.875060] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.875161] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.875303] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.875505] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.875614] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.875718] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.875819] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.875921] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.876036] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.876159] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.895083] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.895257] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.895384] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.895558] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-435" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.895860] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-86940782-3232-4b79-b037-46fcbf8db667 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.896022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-86940782-3232-4b79-b037-46fcbf8db667" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.896137] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-86940782-3232-4b79-b037-46fcbf8db667" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.896430] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-86940782-3232-4b79-b037-46fcbf8db667" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.896562] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86940782-3232-4b79-b037-46fcbf8db667',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.958644] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.958841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.958908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.959157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.959233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.959443] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.959546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.959609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.959762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.959838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.959925] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 already deleted. [ 704.960021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.343129] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e1877d2-938c-4210-b1e7-cf8291b0b3df [ 705.343367] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.343537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.344558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.344558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.344558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.344558] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e1877d2-938c-4210-b1e7-cf8291b0b3df already deleted. [ 705.344558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e1877d2-938c-4210-b1e7-cf8291b0b3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.352090] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 in Status: SUCCESS [ 705.352301] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb2bac07-b52b-428f-a935-7c0a8301bab4 deletion is rescheduled due to dependency. [ 705.352431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb2bac07-b52b-428f-a935-7c0a8301bab4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.399439] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.399680] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.399798] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.400628] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.400628] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.400818] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 86940782-3232-4b79-b037-46fcbf8db667 not found, creating... [ 705.401111] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.401392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.401514] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.402545] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.402545] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.402545] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.402545] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.402545] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.402781] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.402781] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.402908] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 86940782-3232-4b79-b037-46fcbf8db667 is going to be created. [ 705.427196] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.427958] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.428104] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.428414] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.428656] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.428962] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-86940782-3232-4b79-b037-46fcbf8db667" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.725671] env[65978]: INFO networking_nsxv3.common.synchronization [None req-b767914c-73e4-44c7-a071-35bfb9f4ed06 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_rules [ 705.726544] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_rules [ 705.726544] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.727059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.727059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.727235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.727450] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.840518] env[65978]: INFO networking_nsxv3.common.synchronization [None req-feb251b7-705d-4a75-8835-75ff6d9f71c5 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_rules [ 705.840788] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_rules [ 705.841095] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.841198] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.171647] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 in Status: SUCCESS [ 706.171811] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 deletion is rescheduled due to dependency. [ 706.171931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.203753] env[65978]: INFO networking_nsxv3.common.synchronization [req-3ed36032-7b34-485a-9fc0-2691c30825e3 req-6eabb3af-04b8-48d0-9c40-c4b48ca52a5a service nova] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_rules [ 706.204061] env[65978]: INFO networking_nsxv3.common.synchronization [req-3ed36032-7b34-485a-9fc0-2691c30825e3 req-6eabb3af-04b8-48d0-9c40-c4b48ca52a5a service nova] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 706.204061] env[65978]: INFO networking_nsxv3.common.synchronization [req-3ed36032-7b34-485a-9fc0-2691c30825e3 req-6eabb3af-04b8-48d0-9c40-c4b48ca52a5a service nova] Enqueued Resource ID: 86940782-3232-4b79-b037-46fcbf8db667 with Priority: HIGHEST for action port [ 706.204568] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_rules [ 706.204699] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 706.204792] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86940782-3232-4b79-b037-46fcbf8db667 with Priority: HIGHEST for action port [ 706.206338] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.206485] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.206546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.206847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.206907] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.208119] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.208119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.208119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.208311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.208393] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.208446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.208613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.208660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.209027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.209027] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.209608] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-86940782-3232-4b79-b037-46fcbf8db667 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.209726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86940782-3232-4b79-b037-46fcbf8db667" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.209793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86940782-3232-4b79-b037-46fcbf8db667" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.209941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86940782-3232-4b79-b037-46fcbf8db667" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.211667] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86940782-3232-4b79-b037-46fcbf8db667',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.251789] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.251789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.251789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.251789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.251789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.251789] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be already deleted. [ 706.251789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.252185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.252895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.252895] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.719077] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86940782-3232-4b79-b037-46fcbf8db667 with status ACTIVE [ 706.719366] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.719533] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.719617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.719947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.720046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.720232] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.720374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.721805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.721997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.722099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.722323] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.722475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.722808] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.722808] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.722808] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.722909] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86940782-3232-4b79-b037-46fcbf8db667 is going to be updated. [ 706.723996] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.724910] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.724997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.746130] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.746489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.746489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.746559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.746675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.746832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86940782-3232-4b79-b037-46fcbf8db667" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.780641] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.780641] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.780831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.781088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.781088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.781218] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be already deleted. [ 706.781218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.829417] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86f32770-b12c-4600-b066-a7f0d3768a93 in Status: SUCCESS [ 706.829417] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 deletion is rescheduled due to dependency. [ 706.829417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.892587] env[65978]: INFO networking_nsxv3.common.synchronization [req-b610b977-d9f7-40da-889b-6dbc8c6523d1 req-5a7b8cee-ee82-44c6-a746-7d661c4a153b tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 706.894855] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 706.895230] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.895357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.226477] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.309941] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-435 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.309941] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-435" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.309941] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-435" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.309941] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-435" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.391051] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.391051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.391051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.391051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.391051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.391051] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.391051] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.391051] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.391051] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.391051] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.391051] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.391051] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.391051] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.391051] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.391051] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.391051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-435" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.393665] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-f20ecf2f-ac69-4894-883a-b831f09dd268 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.393665] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-f20ecf2f-ac69-4894-883a-b831f09dd268" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.393665] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-f20ecf2f-ac69-4894-883a-b831f09dd268" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.393665] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-f20ecf2f-ac69-4894-883a-b831f09dd268" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.393665] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20ecf2f-ac69-4894-883a-b831f09dd268',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.393665] env[65978]: INFO networking_nsxv3.common.synchronization [None req-36139a52-18bc-432d-8e49-370a93c27002 None None] Enqueued Resource ID: 0e4a9f29-b245-4cd7-a231-0acbbaa25912 with Priority: HIGHEST for action port [ 707.393665] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4a9f29-b245-4cd7-a231-0acbbaa25912 with Priority: HIGHEST for action port [ 707.393665] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e4a9f29-b245-4cd7-a231-0acbbaa25912 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.393665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e4a9f29-b245-4cd7-a231-0acbbaa25912" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.393665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e4a9f29-b245-4cd7-a231-0acbbaa25912" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.393665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e4a9f29-b245-4cd7-a231-0acbbaa25912" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.393665] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4a9f29-b245-4cd7-a231-0acbbaa25912',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.729484] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.729712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.729712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.729992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.729992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.730070] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be created. [ 707.758886] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.758886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.758886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.758886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.758886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.768447] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: UNINITIALIZED for 2s [ 707.851794] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.851794] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.851794] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.851962] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.851962] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.852113] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port f20ecf2f-ac69-4894-883a-b831f09dd268 not found, creating... [ 707.852377] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.852533] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.852658] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.853025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.853194] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.853463] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.853619] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.853731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.853944] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.854086] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.854224] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: f20ecf2f-ac69-4894-883a-b831f09dd268 is going to be created. [ 707.876587] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.876803] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.876921] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.877211] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.877867] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.878405] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-f20ecf2f-ac69-4894-883a-b831f09dd268" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.886064] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e4a9f29-b245-4cd7-a231-0acbbaa25912 [ 707.886321] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.886955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.886955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.886955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.886955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.886955] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e4a9f29-b245-4cd7-a231-0acbbaa25912 already deleted. [ 707.886955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e4a9f29-b245-4cd7-a231-0acbbaa25912" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.970485] env[65978]: INFO networking_nsxv3.common.synchronization [None req-9fef27e6-f866-4ba1-97a3-2bdc35566f06 None None] Enqueued Resource ID: 2a102905-7c05-403d-9db4-55c1de78ca48 with Priority: HIGHEST for action port [ 707.971061] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a102905-7c05-403d-9db4-55c1de78ca48 with Priority: HIGHEST for action port [ 707.971366] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a102905-7c05-403d-9db4-55c1de78ca48 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.971560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a102905-7c05-403d-9db4-55c1de78ca48" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.971560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a102905-7c05-403d-9db4-55c1de78ca48" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.971811] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a102905-7c05-403d-9db4-55c1de78ca48" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.971894] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a102905-7c05-403d-9db4-55c1de78ca48',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.474216] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a102905-7c05-403d-9db4-55c1de78ca48 [ 708.474476] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.474586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.474678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.476026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.476026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.476026] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a102905-7c05-403d-9db4-55c1de78ca48 already deleted. [ 708.476026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a102905-7c05-403d-9db4-55c1de78ca48" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.648075] env[65978]: INFO networking_nsxv3.common.synchronization [req-b610b977-d9f7-40da-889b-6dbc8c6523d1 req-d127f1ca-d4b0-4c63-9ca0-3c80a8db4e08 service nova] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_rules [ 708.648506] env[65978]: INFO networking_nsxv3.common.synchronization [req-b610b977-d9f7-40da-889b-6dbc8c6523d1 req-d127f1ca-d4b0-4c63-9ca0-3c80a8db4e08 service nova] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 708.648506] env[65978]: INFO networking_nsxv3.common.synchronization [req-b610b977-d9f7-40da-889b-6dbc8c6523d1 req-d127f1ca-d4b0-4c63-9ca0-3c80a8db4e08 service nova] Enqueued Resource ID: f20ecf2f-ac69-4894-883a-b831f09dd268 with Priority: HIGHEST for action port [ 708.648941] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_rules [ 708.649419] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 708.649558] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20ecf2f-ac69-4894-883a-b831f09dd268 with Priority: HIGHEST for action port [ 708.649889] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.649992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.650278] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.651644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.651934] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f20ecf2f-ac69-4894-883a-b831f09dd268 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.652028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f20ecf2f-ac69-4894-883a-b831f09dd268" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.652080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f20ecf2f-ac69-4894-883a-b831f09dd268" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.652314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f20ecf2f-ac69-4894-883a-b831f09dd268" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.652359] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20ecf2f-ac69-4894-883a-b831f09dd268',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.156666] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f20ecf2f-ac69-4894-883a-b831f09dd268 with status ACTIVE [ 709.156973] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.157152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.157152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.158031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.158031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.159976] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.159976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.159976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.160167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.161661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.161661] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.161661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.161661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.161661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.161661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.161976] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f20ecf2f-ac69-4894-883a-b831f09dd268 is going to be updated. [ 709.188458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.188458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.188458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.188458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.188458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.188458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f20ecf2f-ac69-4894-883a-b831f09dd268" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.782967] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: SUCCESS [ 709.783359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.783543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.783806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.784035] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.784251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.784251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.784468] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.784566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.784696] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.784877] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.787897] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.788113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.788296] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.788409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.788477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.788624] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.788707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.788798] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.291420] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.291734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.291774] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.793920] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.856728] env[65978]: INFO networking_nsxv3.common.synchronization [None req-b872e9e6-b2ac-4a3b-9778-cd17d498dc1c None None] Enqueued Resource ID: 1d532e82-ccaf-46a7-af4d-1c7e2f4a390c with Priority: HIGHEST for action port [ 710.857783] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d532e82-ccaf-46a7-af4d-1c7e2f4a390c with Priority: HIGHEST for action port [ 710.857783] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d532e82-ccaf-46a7-af4d-1c7e2f4a390c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.857965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d532e82-ccaf-46a7-af4d-1c7e2f4a390c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.857965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d532e82-ccaf-46a7-af4d-1c7e2f4a390c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.858382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d532e82-ccaf-46a7-af4d-1c7e2f4a390c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.858382] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d532e82-ccaf-46a7-af4d-1c7e2f4a390c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.297453] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.297453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.297453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.297453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.297866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.297866] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be updated. [ 711.329552] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.329726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.329791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.329974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.330134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.342689] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: IN_PROGRESS for 2s [ 711.360582] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d532e82-ccaf-46a7-af4d-1c7e2f4a390c [ 711.360858] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.360999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.361082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.361291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.361383] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.361480] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d532e82-ccaf-46a7-af4d-1c7e2f4a390c already deleted. [ 711.361622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d532e82-ccaf-46a7-af4d-1c7e2f4a390c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.359458] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: SUCCESS [ 713.359793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.359968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.360202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.360410] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.360531] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.360598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.360748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.360829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.360946] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.863675] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.317988] env[65978]: INFO networking_nsxv3.common.synchronization [None req-2f0dcf65-0279-49e9-b6fe-7fb6a06a951a None None] Enqueued Resource ID: 670ef82d-61e4-4cd9-a7da-54bb35b0d62f with Priority: HIGHEST for action port [ 714.319930] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 670ef82d-61e4-4cd9-a7da-54bb35b0d62f with Priority: HIGHEST for action port [ 714.321667] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-670ef82d-61e4-4cd9-a7da-54bb35b0d62f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.321667] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-670ef82d-61e4-4cd9-a7da-54bb35b0d62f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.321667] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-670ef82d-61e4-4cd9-a7da-54bb35b0d62f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.321667] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-670ef82d-61e4-4cd9-a7da-54bb35b0d62f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.321667] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('670ef82d-61e4-4cd9-a7da-54bb35b0d62f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.366488] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.823651] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 670ef82d-61e4-4cd9-a7da-54bb35b0d62f [ 714.823651] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.823849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.823849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.824029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.824118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.824221] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:670ef82d-61e4-4cd9-a7da-54bb35b0d62f already deleted. [ 714.824304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-670ef82d-61e4-4cd9-a7da-54bb35b0d62f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.872728] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.872728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.872728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.872728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.872728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.872728] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be updated. [ 714.912745] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.912871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.912944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.913161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.913304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.931908] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: IN_PROGRESS for 2s [ 715.828206] env[65978]: INFO networking_nsxv3.common.synchronization [req-4b367f03-5e31-4011-b8d9-9b4be84d102e req-10de687d-1dd7-46ec-9cfb-8a838ea2b548 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 715.828506] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 715.828797] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.828909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.310305] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-435 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.310305] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-435" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.310490] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-435" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.310589] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-435" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.310838] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.310977] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.311095] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.311301] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.311430] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.311621] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.311718] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.311823] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.311922] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.312037] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.312135] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.312280] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.335302] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.335302] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.335302] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.335302] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-435" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.335302] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-826f8327-9df7-4694-b175-1b211033e677 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.335302] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-826f8327-9df7-4694-b175-1b211033e677" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.335302] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-826f8327-9df7-4694-b175-1b211033e677" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.335302] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-826f8327-9df7-4694-b175-1b211033e677" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.336995] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('826f8327-9df7-4694-b175-1b211033e677',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.566078] env[65978]: INFO networking_nsxv3.common.synchronization [None req-293f7d02-ecf2-440e-bc36-26578ed5a764 None None] Enqueued Resource ID: 1e033232-445b-42fb-b374-6db9e268a165 with Priority: HIGHEST for action port [ 716.566889] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e033232-445b-42fb-b374-6db9e268a165 with Priority: HIGHEST for action port [ 716.567275] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e033232-445b-42fb-b374-6db9e268a165 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.567409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e033232-445b-42fb-b374-6db9e268a165" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.567409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e033232-445b-42fb-b374-6db9e268a165" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.567704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e033232-445b-42fb-b374-6db9e268a165" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.567783] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e033232-445b-42fb-b374-6db9e268a165',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.840475] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.840475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.840475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.840475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.840475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.840475] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 826f8327-9df7-4694-b175-1b211033e677 not found, creating... [ 716.840475] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.840475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.840475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.841142] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.841142] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.841142] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.841254] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.841340] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.841548] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.841760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.841826] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 826f8327-9df7-4694-b175-1b211033e677 is going to be created. [ 716.862633] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.862872] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.862950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.863241] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.863464] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.863668] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-826f8327-9df7-4694-b175-1b211033e677" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.959220] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: SUCCESS [ 716.959220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.959220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.959220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.959419] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.959479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.960069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.960069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.960069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.960069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.960069] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.960492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.960492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.960492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.960575] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.960613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.960694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.960860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.960978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.962214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.962214] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.965086] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.965314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.965511] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.965665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.965712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.965818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.965897] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.966214] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.070711] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e033232-445b-42fb-b374-6db9e268a165 [ 717.070711] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.070711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.070711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.070711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.070711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.070711] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e033232-445b-42fb-b374-6db9e268a165 already deleted. [ 717.070711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e033232-445b-42fb-b374-6db9e268a165" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.465792] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2ad886c-f386-4bb6-899b-4e03b6cd4776: rpc.has_security_group_logging(os_id): False [ 717.469958] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.484385] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.484385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.484385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.484385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.484385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.484385] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.484385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.484385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.484385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.484385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.484385] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.484385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.484385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.484385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.484385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.485017] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.491762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.491762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.491762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.491762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.491762] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be created. [ 717.561983] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.561983] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.561983] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.561983] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.561983] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.571747] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: IN_PROGRESS for 2s [ 717.592053] env[65978]: INFO networking_nsxv3.common.synchronization [req-4b367f03-5e31-4011-b8d9-9b4be84d102e req-5ce23b1d-6f0b-41ec-8727-d994681f9dc4 service nova] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_rules [ 717.592053] env[65978]: INFO networking_nsxv3.common.synchronization [req-4b367f03-5e31-4011-b8d9-9b4be84d102e req-5ce23b1d-6f0b-41ec-8727-d994681f9dc4 service nova] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 717.592053] env[65978]: INFO networking_nsxv3.common.synchronization [req-4b367f03-5e31-4011-b8d9-9b4be84d102e req-5ce23b1d-6f0b-41ec-8727-d994681f9dc4 service nova] Enqueued Resource ID: 826f8327-9df7-4694-b175-1b211033e677 with Priority: HIGHEST for action port [ 717.592053] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_rules [ 717.592053] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 717.592053] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826f8327-9df7-4694-b175-1b211033e677 with Priority: HIGHEST for action port [ 717.593404] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.593702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.593997] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.594205] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.594476] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-826f8327-9df7-4694-b175-1b211033e677 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.594725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-826f8327-9df7-4694-b175-1b211033e677" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.594944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-826f8327-9df7-4694-b175-1b211033e677" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.595228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-826f8327-9df7-4694-b175-1b211033e677" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.595567] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('826f8327-9df7-4694-b175-1b211033e677',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.972067] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.099118] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 826f8327-9df7-4694-b175-1b211033e677 with status ACTIVE [ 718.099377] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.099611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.099611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.099803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.099901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.100132] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.100238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.100303] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.100456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.100536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.100715] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.100807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.100870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.101014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.101094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.101187] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 826f8327-9df7-4694-b175-1b211033e677 is going to be updated. [ 718.131925] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.132132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.132196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.132421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.132569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.132752] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-826f8327-9df7-4694-b175-1b211033e677" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.475207] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.475451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.477038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.477204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.477315] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.477427] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be updated. [ 718.513180] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.513180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.513483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.513483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.513645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.526245] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: IN_PROGRESS for 2s [ 718.543966] env[65978]: INFO networking_nsxv3.common.synchronization [req-a399e89e-a942-43b9-9a2d-ad45ca743239 req-3ee2e06a-2eb0-4ca2-85f5-4004734f018c tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Enqueued Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_members [ 718.544727] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_members [ 718.545029] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.547158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.547234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.547500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.547710] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.547830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.547879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.548058] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.548148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.548241] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.051096] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.051622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.051622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.051622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.051622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.051868] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.051868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.051965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.052162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.052162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.052267] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401f6d95-0d3b-458d-8004-d4541cea6bac already deleted. [ 719.052321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.207840] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.208042] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.208168] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.208422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.208757] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.208907] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.209025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.209234] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.209391] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.209611] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.209716] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.209826] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.209934] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.210038] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.210137] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.210260] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.230025] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.230025] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.230025] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.230025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.230025] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-0770c979-1108-45e3-8747-2b7732760d6b taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.230025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-0770c979-1108-45e3-8747-2b7732760d6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.230025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-0770c979-1108-45e3-8747-2b7732760d6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.230025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-0770c979-1108-45e3-8747-2b7732760d6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.230025] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0770c979-1108-45e3-8747-2b7732760d6b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.264264] env[65978]: INFO networking_nsxv3.common.synchronization [None req-715eb364-34f7-4b0a-92f0-26d8ed7271ca None None] Enqueued Resource ID: 2d6eb01f-790f-4cee-aeaa-e0a68b7971d8 with Priority: HIGHEST for action port [ 719.264749] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6eb01f-790f-4cee-aeaa-e0a68b7971d8 with Priority: HIGHEST for action port [ 719.265044] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d6eb01f-790f-4cee-aeaa-e0a68b7971d8 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.265164] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d6eb01f-790f-4cee-aeaa-e0a68b7971d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.265479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d6eb01f-790f-4cee-aeaa-e0a68b7971d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.265479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d6eb01f-790f-4cee-aeaa-e0a68b7971d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.265614] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d6eb01f-790f-4cee-aeaa-e0a68b7971d8',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.584071] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: SUCCESS [ 719.584310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.584512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.584729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.584806] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.734973] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.735206] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.735322] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.736425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.736758] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.736758] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 0770c979-1108-45e3-8747-2b7732760d6b not found, creating... [ 719.737449] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.737449] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.737449] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.737649] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.737700] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.737987] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.738143] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.738248] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.738452] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.739131] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.739762] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 0770c979-1108-45e3-8747-2b7732760d6b is going to be created. [ 719.764596] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.764792] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.764906] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.765233] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.765511] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.765736] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-0770c979-1108-45e3-8747-2b7732760d6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.767855] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d6eb01f-790f-4cee-aeaa-e0a68b7971d8 [ 719.768242] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.768242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.768242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.768722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.768841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.768938] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d6eb01f-790f-4cee-aeaa-e0a68b7971d8 already deleted. [ 719.769036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d6eb01f-790f-4cee-aeaa-e0a68b7971d8" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.086941] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.087252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.475756] env[65978]: INFO networking_nsxv3.common.synchronization [req-a399e89e-a942-43b9-9a2d-ad45ca743239 req-b0b0508a-125b-4fc7-894e-ce6987cab031 service nova] Enqueued Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_rules [ 720.475963] env[65978]: INFO networking_nsxv3.common.synchronization [req-a399e89e-a942-43b9-9a2d-ad45ca743239 req-b0b0508a-125b-4fc7-894e-ce6987cab031 service nova] Enqueued Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_members [ 720.476142] env[65978]: INFO networking_nsxv3.common.synchronization [req-a399e89e-a942-43b9-9a2d-ad45ca743239 req-b0b0508a-125b-4fc7-894e-ce6987cab031 service nova] Enqueued Resource ID: 0770c979-1108-45e3-8747-2b7732760d6b with Priority: HIGHEST for action port [ 720.476593] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_rules [ 720.476744] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_members [ 720.481698] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770c979-1108-45e3-8747-2b7732760d6b with Priority: HIGHEST for action port [ 720.481698] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.481698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.481698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.481698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.481698] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.483020] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.483020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.483020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.483877] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.483877] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.484077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.484077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.484171] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.484233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.484335] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.486203] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0770c979-1108-45e3-8747-2b7732760d6b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.486203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0770c979-1108-45e3-8747-2b7732760d6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.486203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0770c979-1108-45e3-8747-2b7732760d6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.486382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0770c979-1108-45e3-8747-2b7732760d6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.486382] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0770c979-1108-45e3-8747-2b7732760d6b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.538611] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: SUCCESS [ 720.539550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.539550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.539550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.540246] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.540354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.540427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.540601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.540685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.540808] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.988543] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.990373] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0770c979-1108-45e3-8747-2b7732760d6b with status ACTIVE [ 720.990533] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.991080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.991080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.991168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.991293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.991492] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.992400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.992400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.992506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.992594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.992806] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.992906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.992965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.993212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.993296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.993387] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0770c979-1108-45e3-8747-2b7732760d6b is going to be updated. [ 720.994552] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.994653] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.027311] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.027482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.027576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.027910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.034483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.034483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0770c979-1108-45e3-8747-2b7732760d6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.043784] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.495892] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.547169] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.003042] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.003042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.003042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.003375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.003543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.003911] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401f6d95-0d3b-458d-8004-d4541cea6bac is going to be created. [ 722.042221] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.042221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.042221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.042221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.042221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.050823] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.051087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.051841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.055024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.055024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.055024] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be updated. [ 722.056751] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: UNINITIALIZED for 2s [ 722.093410] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.093410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.093410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.093410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.093410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.106365] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: IN_PROGRESS for 2s [ 722.724775] env[65978]: INFO networking_nsxv3.common.synchronization [None req-5e63cc2e-6bad-4243-8a66-1ed4c55ca159 None None] Enqueued Resource ID: aaa3cddc-065a-403c-9e91-47419bb2ee76 with Priority: HIGHEST for action port [ 722.725267] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa3cddc-065a-403c-9e91-47419bb2ee76 with Priority: HIGHEST for action port [ 722.726305] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaa3cddc-065a-403c-9e91-47419bb2ee76 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.726305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaa3cddc-065a-403c-9e91-47419bb2ee76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.726305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaa3cddc-065a-403c-9e91-47419bb2ee76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.726305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaa3cddc-065a-403c-9e91-47419bb2ee76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.731129] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa3cddc-065a-403c-9e91-47419bb2ee76',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.971624] env[65978]: INFO networking_nsxv3.common.synchronization [None req-9666be08-d22f-4348-b055-996a1697d736 None None] Enqueued Resource ID: 9c206869-18c5-4687-9a48-ceae7b486ac7 with Priority: HIGHEST for action port [ 722.978293] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c206869-18c5-4687-9a48-ceae7b486ac7 with Priority: HIGHEST for action port [ 722.978293] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c206869-18c5-4687-9a48-ceae7b486ac7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.978293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c206869-18c5-4687-9a48-ceae7b486ac7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.978293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c206869-18c5-4687-9a48-ceae7b486ac7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.978770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c206869-18c5-4687-9a48-ceae7b486ac7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.978837] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c206869-18c5-4687-9a48-ceae7b486ac7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.230399] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aaa3cddc-065a-403c-9e91-47419bb2ee76 [ 723.230399] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.230399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.230399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.231288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.231979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.231979] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aaa3cddc-065a-403c-9e91-47419bb2ee76 already deleted. [ 723.232163] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaa3cddc-065a-403c-9e91-47419bb2ee76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.483272] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c206869-18c5-4687-9a48-ceae7b486ac7 [ 723.483272] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.483272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.483272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.485885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.485967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.486192] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c206869-18c5-4687-9a48-ceae7b486ac7 already deleted. [ 723.486304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c206869-18c5-4687-9a48-ceae7b486ac7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.068142] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: SUCCESS [ 724.068410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.068896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.068896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.070043] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.070043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.070043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.070043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.070043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.070043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.070043] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.116621] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: SUCCESS [ 724.116873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.117084] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.117305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.117515] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.117628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.117736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.118088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.118182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.118272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.118383] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.572046] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.572046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.572046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.572513] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.572513] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.572513] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.572626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.572726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.572809] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.572896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.573053] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.573156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.573216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.573439] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.573506] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.573568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.573625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.573758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.573834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.573912] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.574007] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.621118] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.621354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.621448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.621749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.621859] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.622011] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.622059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.622212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.622301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.622389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.622537] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.622628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.622688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.622829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.622966] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.624087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.624087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.624087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.624087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.624087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.624087] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.628465] env[65978]: INFO networking_nsxv3.common.synchronization [req-03e2b8df-24e7-4bae-b4ef-1398281f38df req-1effd54e-75a7-4358-a359-1d7ac1c5b1b6 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Enqueued Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 724.629222] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 724.629523] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.630474] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.630562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.631308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.631418] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.631533] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.631610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.631814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.631930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.632074] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.076528] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 401f6d95-0d3b-458d-8004-d4541cea6bac: rpc.has_security_group_logging(os_id): False [ 725.095716] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.095894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.096097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.096244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.096902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.096902] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.096902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.096902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.096902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.096902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.097114] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.097114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.097193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.097312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.097350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.097522] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.097604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.097736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.097820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.097890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.097989] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 401f6d95-0d3b-458d-8004-d4541cea6bac is going to be created. [ 725.131538] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2ad886c-f386-4bb6-899b-4e03b6cd4776: rpc.has_security_group_logging(os_id): False [ 725.139615] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.139865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.139865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.140231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.140356] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.140570] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.140675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.140737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.140939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.141096] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.141143] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 is going to be updated. [ 725.175451] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.175451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.175451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.175700] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.175700] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.175810] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.176225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.176225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.176225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.176414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.176414] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.176520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.176855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.176855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.176855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.177035] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.177129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.177196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.177340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.177419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.177525] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be updated. [ 725.198219] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.198219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.198219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.198219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.198219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.202380] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.204190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.205780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.205780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.205780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.216749] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: IN_PROGRESS for 2s [ 725.217034] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: IN_PROGRESS for 2s [ 725.255396] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.255664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.255875] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.257778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.257778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.273589] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: IN_PROGRESS for 2s [ 725.965947] env[65978]: INFO networking_nsxv3.common.synchronization [None req-4d2fd259-b1cb-4df2-b2de-c71925f91d77 None None] Enqueued Resource ID: da30b264-0562-4cc5-94fa-270a8bb0e527 with Priority: HIGHEST for action port [ 725.966952] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da30b264-0562-4cc5-94fa-270a8bb0e527 with Priority: HIGHEST for action port [ 725.967070] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-da30b264-0562-4cc5-94fa-270a8bb0e527 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.967393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da30b264-0562-4cc5-94fa-270a8bb0e527" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.967393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da30b264-0562-4cc5-94fa-270a8bb0e527" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.967688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da30b264-0562-4cc5-94fa-270a8bb0e527" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.968208] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da30b264-0562-4cc5-94fa-270a8bb0e527',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.125631] env[65978]: INFO networking_nsxv3.common.synchronization [req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b req-311a91ef-d8d9-4463-9546-ee9011e1d18a tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Enqueued Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_members [ 726.127281] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_members [ 726.128167] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.128294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.128360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.128576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.128755] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.129036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.129036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.129116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.129169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.129263] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.472096] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da30b264-0562-4cc5-94fa-270a8bb0e527 [ 726.472327] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.472473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.472544] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.472771] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.472857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.472950] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da30b264-0562-4cc5-94fa-270a8bb0e527 already deleted. [ 726.473045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da30b264-0562-4cc5-94fa-270a8bb0e527" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.631953] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.730578] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.730713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.730752] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.731081] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.731268] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.731411] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.731761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.731761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.731893] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.732494] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.732494] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.732494] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.732494] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.732668] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.732699] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.732820] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.755543] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.755543] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.759034] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.759155] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.759504] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-eef55289-9dde-42b8-8319-ee8eca0f1393 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.760054] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-eef55289-9dde-42b8-8319-ee8eca0f1393" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.760054] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-eef55289-9dde-42b8-8319-ee8eca0f1393" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.760183] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-eef55289-9dde-42b8-8319-ee8eca0f1393" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.760313] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef55289-9dde-42b8-8319-ee8eca0f1393',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.885202] env[65978]: INFO networking_nsxv3.common.synchronization [req-2e839052-cd0a-4e2e-ae81-9ccbc1d1983f req-5fd308cc-7028-48ef-a9dc-2146d3b0a9c0 tempest-ServersAdminNegativeTestJSON-993467678 tempest-ServersAdminNegativeTestJSON-993467678-project-member] Enqueued Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_members [ 726.886614] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGHEST for action security_group_members [ 726.886855] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.887020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.887443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.887752] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.887938] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.888063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.888129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.888296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.888384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.888480] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.137302] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.229968] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: IN_PROGRESS for 4s [ 727.234163] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: SUCCESS [ 727.235316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.263215] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.263429] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.263559] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.263817] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.263986] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.264175] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port eef55289-9dde-42b8-8319-ee8eca0f1393 not found, creating... [ 727.264432] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.264585] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.264699] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.264931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.265083] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.265377] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.265525] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.265655] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.266210] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.266386] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.266739] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: eef55289-9dde-42b8-8319-ee8eca0f1393 is going to be created. [ 727.287662] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: SUCCESS [ 727.289810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.289810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.289810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.289810] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.296617] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.296617] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.296617] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.296848] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.297081] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.300047] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-eef55289-9dde-42b8-8319-ee8eca0f1393" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.391042] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.391240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.391315] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.391538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.391646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.391866] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.391974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.392041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.392231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.392309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.392416] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c364628-341b-4ecc-abe4-8defdd3d450d is going to be updated. [ 727.438029] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.438029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.438029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.438029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.438029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.451654] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: IN_PROGRESS for 2s [ 727.546711] env[65978]: INFO networking_nsxv3.common.synchronization [None req-166907eb-9c8c-4c9a-92cc-76f2557f83b9 None None] Enqueued Resource ID: 40f58bea-dc57-4aaf-acc8-79a8af3e8563 with Priority: HIGHEST for action port [ 727.547290] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f58bea-dc57-4aaf-acc8-79a8af3e8563 with Priority: HIGHEST for action port [ 727.547595] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-40f58bea-dc57-4aaf-acc8-79a8af3e8563 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.547767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40f58bea-dc57-4aaf-acc8-79a8af3e8563" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.547851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40f58bea-dc57-4aaf-acc8-79a8af3e8563" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.550208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40f58bea-dc57-4aaf-acc8-79a8af3e8563" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.550343] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40f58bea-dc57-4aaf-acc8-79a8af3e8563',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.639758] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.640127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.640185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.640425] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.640520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.643038] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401f6d95-0d3b-458d-8004-d4541cea6bac is going to be updated. [ 727.674115] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.674525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.674525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.674690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.674943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.685179] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: IN_PROGRESS for 2s [ 727.793309] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.793309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.793309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.793309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.793309] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.793309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.793309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.793309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.793309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.793309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.793309] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.053208] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40f58bea-dc57-4aaf-acc8-79a8af3e8563 [ 728.053480] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.053633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.053879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.053978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.054051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.054529] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40f58bea-dc57-4aaf-acc8-79a8af3e8563 already deleted. [ 728.054529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40f58bea-dc57-4aaf-acc8-79a8af3e8563" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.097175] env[65978]: INFO networking_nsxv3.common.synchronization [req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b req-70a6a08a-2b17-4f81-a12d-e14cbdbce8cb service nova] Enqueued Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_rules [ 728.097426] env[65978]: INFO networking_nsxv3.common.synchronization [req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b req-70a6a08a-2b17-4f81-a12d-e14cbdbce8cb service nova] Enqueued Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_members [ 728.098033] env[65978]: INFO networking_nsxv3.common.synchronization [req-9e82b7c7-97a3-4062-85bb-0f1e39f8801b req-70a6a08a-2b17-4f81-a12d-e14cbdbce8cb service nova] Enqueued Resource ID: eef55289-9dde-42b8-8319-ee8eca0f1393 with Priority: HIGHEST for action port [ 728.098322] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_rules [ 728.098510] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_members [ 728.098681] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef55289-9dde-42b8-8319-ee8eca0f1393 with Priority: HIGHEST for action port [ 728.099155] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.099361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.099516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.099731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.099853] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.100769] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.101047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.101409] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-eef55289-9dde-42b8-8319-ee8eca0f1393 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.101527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eef55289-9dde-42b8-8319-ee8eca0f1393" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.101643] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eef55289-9dde-42b8-8319-ee8eca0f1393" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.101954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eef55289-9dde-42b8-8319-ee8eca0f1393" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.101954] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef55289-9dde-42b8-8319-ee8eca0f1393',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.297094] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.297496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.297496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.297496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.297659] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.297803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.297877] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.298051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.298996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.298996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.298996] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.298996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.298996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.298996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.298996] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.298996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.298996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.299457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.299457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.299457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.299457] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.604021] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.604770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.604992] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eef55289-9dde-42b8-8319-ee8eca0f1393 with status ACTIVE [ 728.606052] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.606052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.606052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.606052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.606052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.606052] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.606052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.606350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.606350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.606350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.606490] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.606594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.606664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.606816] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.606910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.606996] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eef55289-9dde-42b8-8319-ee8eca0f1393 is going to be updated. [ 728.631463] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.632649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.632649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.632649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.632649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.632649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eef55289-9dde-42b8-8319-ee8eca0f1393" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.804329] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2ad886c-f386-4bb6-899b-4e03b6cd4776: rpc.has_security_group_logging(os_id): False [ 728.829402] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.829402] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.833024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.833024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.833024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.833024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.833024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.833024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.833024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.833024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.833024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.833024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.833024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.833024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.833024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.833024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.833881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.833881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.833881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.833881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.833881] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be updated. [ 728.841861] env[65978]: INFO networking_nsxv3.common.synchronization [None req-db404be2-0fa6-4205-bc6e-0bcbf791d72a None None] Enqueued Resource ID: c686acb7-f370-4147-b7a5-ca36254ae1eb with Priority: HIGHEST for action port [ 728.841861] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c686acb7-f370-4147-b7a5-ca36254ae1eb with Priority: HIGHEST for action port [ 728.841861] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c686acb7-f370-4147-b7a5-ca36254ae1eb taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.841861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c686acb7-f370-4147-b7a5-ca36254ae1eb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.841861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c686acb7-f370-4147-b7a5-ca36254ae1eb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.841861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c686acb7-f370-4147-b7a5-ca36254ae1eb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.841861] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c686acb7-f370-4147-b7a5-ca36254ae1eb',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.898309] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.898438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.898524] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.898838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.899541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.916109] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: IN_PROGRESS for 2s [ 729.243355] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: SUCCESS [ 729.243355] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 deletion is rescheduled due to dependency. [ 729.243355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.345073] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c686acb7-f370-4147-b7a5-ca36254ae1eb [ 729.345073] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.345073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.345073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.345073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.345073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.345073] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c686acb7-f370-4147-b7a5-ca36254ae1eb already deleted. [ 729.345073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c686acb7-f370-4147-b7a5-ca36254ae1eb" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.463447] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c364628-341b-4ecc-abe4-8defdd3d450d in Status: SUCCESS [ 729.463695] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c364628-341b-4ecc-abe4-8defdd3d450d deletion is rescheduled due to dependency. [ 729.463899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.697218] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: SUCCESS [ 729.697409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.697584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.697862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.698068] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.698179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.698248] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.698409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.698489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.698608] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.200645] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.703555] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.934131] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: SUCCESS [ 730.934481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.069920] env[65978]: INFO networking_nsxv3.common.synchronization [req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 req-a5a9b7f4-5b2f-465a-8b03-4332e225dd9d tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Enqueued Resource ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 with Priority: HIGHEST for action security_group_members [ 731.070518] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 with Priority: HIGHEST for action security_group_members [ 731.070838] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d23699-989d-4bd2-b3da-7e359c7f76f0 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.070963] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.071385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.071589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.071924] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.072113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.072161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.072321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.072403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.072531] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d23699-989d-4bd2-b3da-7e359c7f76f0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.210265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.210974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.210974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.210974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.210974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.210974] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401f6d95-0d3b-458d-8004-d4541cea6bac is going to be updated. [ 731.241536] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.241687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.241730] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.241898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.242052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.255417] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: IN_PROGRESS for 2s [ 731.522402] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.522613] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-463" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.523965] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-463" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.524330] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-463" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.524600] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.524757] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.524873] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.525105] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.525243] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.525441] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.525548] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.525653] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.525790] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.525906] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.526014] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.526156] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.546542] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.546713] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.546849] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.547033] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-463" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.547349] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-3b412408-615d-4162-b643-25b5b528bd24 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.547513] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-3b412408-615d-4162-b643-25b5b528bd24" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.547632] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-3b412408-615d-4162-b643-25b5b528bd24" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.548021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-3b412408-615d-4162-b643-25b5b528bd24" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.548353] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b412408-615d-4162-b643-25b5b528bd24',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.575368] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.575497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.575571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.575764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.575855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.576052] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.576157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.576208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.576350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.576425] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.576509] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 already deleted. [ 731.576592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.050386] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.050882] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.050882] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.051060] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.051216] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.051370] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 3b412408-615d-4162-b643-25b5b528bd24 not found, creating... [ 732.051626] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.051822] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.052018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.052270] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.052404] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.052683] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.052922] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.053074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.053447] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.053658] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.053846] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 3b412408-615d-4162-b643-25b5b528bd24 is going to be created. [ 732.078900] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.079134] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.079262] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.079508] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.079736] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.080511] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-3b412408-615d-4162-b643-25b5b528bd24" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.777409] env[65978]: INFO networking_nsxv3.common.synchronization [req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 req-f1256643-cabb-4a89-b1a9-a8eafc88fe2e service nova] Enqueued Resource ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 with Priority: HIGHEST for action security_group_rules [ 732.777517] env[65978]: INFO networking_nsxv3.common.synchronization [req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 req-f1256643-cabb-4a89-b1a9-a8eafc88fe2e service nova] Enqueued Resource ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 with Priority: HIGHEST for action security_group_members [ 732.777613] env[65978]: INFO networking_nsxv3.common.synchronization [req-39bcdc97-6f5a-4770-adb6-ff934ff60ca7 req-f1256643-cabb-4a89-b1a9-a8eafc88fe2e service nova] Enqueued Resource ID: 3b412408-615d-4162-b643-25b5b528bd24 with Priority: HIGHEST for action port [ 732.778232] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 with Priority: HIGHEST for action security_group_rules [ 732.778365] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 with Priority: HIGHEST for action security_group_members [ 732.778463] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b412408-615d-4162-b643-25b5b528bd24 with Priority: HIGHEST for action port [ 732.778737] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06d23699-989d-4bd2-b3da-7e359c7f76f0 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.778870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.778978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.779763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.780096] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06d23699-989d-4bd2-b3da-7e359c7f76f0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.781898] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d23699-989d-4bd2-b3da-7e359c7f76f0 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.782089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.782089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.782805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.782805] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.782805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.782805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.783130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.783230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.783324] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d23699-989d-4bd2-b3da-7e359c7f76f0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.784718] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b412408-615d-4162-b643-25b5b528bd24 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.784827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b412408-615d-4162-b643-25b5b528bd24" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.784895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b412408-615d-4162-b643-25b5b528bd24" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.785062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b412408-615d-4162-b643-25b5b528bd24" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.785140] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b412408-615d-4162-b643-25b5b528bd24',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.838062] env[65978]: INFO networking_nsxv3.common.synchronization [None req-c0460480-a718-4b91-9928-14d2e7f25632 None None] Enqueued Resource ID: c2be0730-c8f3-4bb5-beac-9a0c00f0d0ca with Priority: HIGHEST for action port [ 732.839319] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2be0730-c8f3-4bb5-beac-9a0c00f0d0ca with Priority: HIGHEST for action port [ 732.840274] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2be0730-c8f3-4bb5-beac-9a0c00f0d0ca taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.841033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2be0730-c8f3-4bb5-beac-9a0c00f0d0ca" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.841163] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2be0730-c8f3-4bb5-beac-9a0c00f0d0ca" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.841474] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2be0730-c8f3-4bb5-beac-9a0c00f0d0ca" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.841600] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2be0730-c8f3-4bb5-beac-9a0c00f0d0ca',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.271973] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: SUCCESS [ 733.272274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.272589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.272666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.272857] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.272978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.273059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.273233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.273323] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.273413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.273505] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.288224] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d23699-989d-4bd2-b3da-7e359c7f76f0 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.288224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.288224] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06d23699-989d-4bd2-b3da-7e359c7f76f0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.289170] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b412408-615d-4162-b643-25b5b528bd24 with status ACTIVE [ 733.289170] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.289170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.289324] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.289903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.289903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.289903] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.289903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.289903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.290137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.290137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.290493] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.290602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.290788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.290788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.291646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.291646] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b412408-615d-4162-b643-25b5b528bd24 is going to be updated. [ 733.330828] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.330828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.330828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.330828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.330828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.331124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b412408-615d-4162-b643-25b5b528bd24" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.346972] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2be0730-c8f3-4bb5-beac-9a0c00f0d0ca [ 733.347235] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.347372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.347442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.347668] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.347795] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.347908] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2be0730-c8f3-4bb5-beac-9a0c00f0d0ca already deleted. [ 733.348019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2be0730-c8f3-4bb5-beac-9a0c00f0d0ca" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.778023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.778023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.778023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.778200] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.778280] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.778385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.778447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.778595] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.778682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.778768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.778949] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.779078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.779141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.779284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.779421] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.779510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.779569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.779702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.779775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.779856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.779946] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.793019] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06d23699-989d-4bd2-b3da-7e359c7f76f0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.282088] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 401f6d95-0d3b-458d-8004-d4541cea6bac: rpc.has_security_group_logging(os_id): False [ 734.299219] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.299364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.299406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.299679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.299856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.299912] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 is going to be created. [ 734.302273] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.302429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.302520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.302807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.302884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.303241] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.303345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.303345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.303557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.303701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.303895] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.303999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.304106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.304298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.304392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.304626] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.304979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.304979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.304979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.305122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.305193] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 401f6d95-0d3b-458d-8004-d4541cea6bac is going to be updated. [ 734.332499] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.332655] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.332719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.332923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.333517] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.345574] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 in Status: UNINITIALIZED for 2s [ 734.367528] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.367528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.367528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.367528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.367528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.379633] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: IN_PROGRESS for 2s [ 735.197601] env[65978]: INFO networking_nsxv3.common.synchronization [None req-d3e66b39-aeb0-45fe-8b32-91a8f5ddf2e2 None None] Enqueued Resource ID: 5a9d4f01-a5e0-4bba-aeec-3daedeb837df with Priority: HIGHEST for action port [ 735.198546] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9d4f01-a5e0-4bba-aeec-3daedeb837df with Priority: HIGHEST for action port [ 735.199197] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a9d4f01-a5e0-4bba-aeec-3daedeb837df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.199835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a9d4f01-a5e0-4bba-aeec-3daedeb837df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.199835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a9d4f01-a5e0-4bba-aeec-3daedeb837df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.200132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a9d4f01-a5e0-4bba-aeec-3daedeb837df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.200393] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a9d4f01-a5e0-4bba-aeec-3daedeb837df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.706417] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a9d4f01-a5e0-4bba-aeec-3daedeb837df [ 735.706755] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.706822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.706860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.707065] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.707159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.707254] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a9d4f01-a5e0-4bba-aeec-3daedeb837df already deleted. [ 735.707335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a9d4f01-a5e0-4bba-aeec-3daedeb837df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.903433] env[65978]: INFO networking_nsxv3.common.synchronization [req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 req-3443949a-9723-42a5-85a9-0ae2c2a751fb tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Enqueued Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_members [ 735.903977] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_members [ 735.904493] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.904493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.904493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.904777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.905017] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.905366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.905712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.905793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.905928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.906129] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.309264] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.309264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.309264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.309264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.309264] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.309264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.309264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.309264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.309264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.309264] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.309264] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.309264] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.309264] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.309762] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.309762] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.309762] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.331131] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.331316] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.331455] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.331620] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.331926] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-c0bf1ebe-c700-438e-ade1-f5ff2600089e taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.332105] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-c0bf1ebe-c700-438e-ade1-f5ff2600089e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.332219] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-c0bf1ebe-c700-438e-ade1-f5ff2600089e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.332559] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-c0bf1ebe-c700-438e-ade1-f5ff2600089e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.332694] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0bf1ebe-c700-438e-ade1-f5ff2600089e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.355627] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 in Status: SUCCESS [ 736.355627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.355627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.355627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.355936] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.356409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.356525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.357442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.357628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.357784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.357884] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06d23699-989d-4bd2-b3da-7e359c7f76f0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.397483] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: SUCCESS [ 736.397619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.410420] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.837027] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.837027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.837027] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.837841] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.838932] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.839181] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port c0bf1ebe-c700-438e-ade1-f5ff2600089e not found, creating... [ 736.839513] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.839724] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.839874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.840174] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.840429] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.840773] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.840984] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.841171] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.841530] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.841874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.842133] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: c0bf1ebe-c700-438e-ade1-f5ff2600089e is going to be created. [ 736.863812] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.863934] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.863970] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.864633] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.864633] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.864777] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-c0bf1ebe-c700-438e-ade1-f5ff2600089e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.866156] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d23699-989d-4bd2-b3da-7e359c7f76f0 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.866288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.866366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.866660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.866921] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.866921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.867133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.867176] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.867329] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.867329] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.867456] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d23699-989d-4bd2-b3da-7e359c7f76f0 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.867571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.867733] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.867804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.868726] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.868726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.868726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.868726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.868726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.868726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.868726] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06d23699-989d-4bd2-b3da-7e359c7f76f0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.913703] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.371127] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06d23699-989d-4bd2-b3da-7e359c7f76f0: rpc.has_security_group_logging(os_id): False [ 737.391202] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.391355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.391423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.391649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.391739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.391930] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.392034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.392097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.392249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.392327] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.392519] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.392611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.392671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.392808] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.392876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.393085] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.393302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.393302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.393373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.393403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.393482] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 is going to be created. [ 737.417656] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.417872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.417872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.418209] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.418322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.418407] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 221f2963-70b3-4495-a4e7-a1070ff61864 is going to be updated. [ 737.454797] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.454797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.454797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.454797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.454797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.466026] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: IN_PROGRESS for 2s [ 737.488086] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.488271] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.488341] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.488555] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.488732] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.519613] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 in Status: IN_PROGRESS for 2s [ 737.577686] env[65978]: INFO networking_nsxv3.common.synchronization [req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 req-f0708395-2fc0-4cea-823c-67c5b5bb56e8 service nova] Enqueued Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_rules [ 737.577979] env[65978]: INFO networking_nsxv3.common.synchronization [req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 req-f0708395-2fc0-4cea-823c-67c5b5bb56e8 service nova] Enqueued Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_members [ 737.578194] env[65978]: INFO networking_nsxv3.common.synchronization [req-3787b996-9ce1-4328-a0a7-af3d4a0dc0e3 req-f0708395-2fc0-4cea-823c-67c5b5bb56e8 service nova] Enqueued Resource ID: c0bf1ebe-c700-438e-ade1-f5ff2600089e with Priority: HIGHEST for action port [ 737.578942] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_rules [ 737.579089] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_members [ 737.579244] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bf1ebe-c700-438e-ade1-f5ff2600089e with Priority: HIGHEST for action port [ 737.579618] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.579783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.579880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.580182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.580301] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.583028] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.583028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.583028] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0bf1ebe-c700-438e-ade1-f5ff2600089e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.583028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0bf1ebe-c700-438e-ade1-f5ff2600089e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.583028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0bf1ebe-c700-438e-ade1-f5ff2600089e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.583028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0bf1ebe-c700-438e-ade1-f5ff2600089e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.583028] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0bf1ebe-c700-438e-ade1-f5ff2600089e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.091777] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.092111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.092167] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0bf1ebe-c700-438e-ade1-f5ff2600089e with status ACTIVE [ 738.092347] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.093245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.093245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.093245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.093245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.093245] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.093245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.093245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.093593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.093593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.093593] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.093722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.093722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.093819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.093914] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.093981] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0bf1ebe-c700-438e-ade1-f5ff2600089e is going to be updated. [ 738.119689] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.119941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.119941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.122036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.122036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.122036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0bf1ebe-c700-438e-ade1-f5ff2600089e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.390619] env[65978]: INFO networking_nsxv3.common.synchronization [req-adab44df-6db0-42f8-89ee-47c9dcc19013 req-eaee17c8-6e04-43ee-875c-f3bc7353fdd7 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 738.394021] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 738.394021] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.394021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.394021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.394021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.394021] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.394021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.394021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.394021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.394021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.394021] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.894417] env[65978]: INFO networking_nsxv3.common.synchronization [None req-4d20c174-48c7-4427-93c5-13dedd08250f None None] Enqueued Resource ID: f50d1a7d-10b5-4eeb-b89f-712c30569eb9 with Priority: HIGHEST for action port [ 738.894417] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50d1a7d-10b5-4eeb-b89f-712c30569eb9 with Priority: HIGHEST for action port [ 738.894558] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f50d1a7d-10b5-4eeb-b89f-712c30569eb9 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.894558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f50d1a7d-10b5-4eeb-b89f-712c30569eb9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.894737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f50d1a7d-10b5-4eeb-b89f-712c30569eb9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.894885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f50d1a7d-10b5-4eeb-b89f-712c30569eb9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.894967] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f50d1a7d-10b5-4eeb-b89f-712c30569eb9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.898532] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.898532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.898532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.898532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.898532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.898532] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.898849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.898849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.898849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.898935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.898963] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 738.931108] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.931108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.931108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.931108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.931108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.943112] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 739.404597] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f50d1a7d-10b5-4eeb-b89f-712c30569eb9 [ 739.404597] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.404597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.404597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.404597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.404597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.404597] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f50d1a7d-10b5-4eeb-b89f-712c30569eb9 already deleted. [ 739.404597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f50d1a7d-10b5-4eeb-b89f-712c30569eb9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.477739] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: SUCCESS [ 739.477739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.477739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.477739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.477739] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.477739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.477739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.477739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.477739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.477739] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.536940] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 in Status: SUCCESS [ 739.537616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.981170] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.481538] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.538921] env[65978]: INFO networking_nsxv3.common.synchronization [None req-f2b2aeee-7e1c-4bda-a7ce-79a64d998082 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_rules [ 740.539386] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_rules [ 740.539854] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.539854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.539854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.540253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.540337] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.653807] env[65978]: INFO networking_nsxv3.common.synchronization [None req-771ad363-aa23-447c-95dd-88a0b5522929 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_rules [ 740.654360] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_rules [ 740.654704] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.654813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.953548] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 740.953732] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 deletion is rescheduled due to dependency. [ 740.953877] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.985438] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.985438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.985438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.985664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.985750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.985781] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 221f2963-70b3-4495-a4e7-a1070ff61864 is going to be updated. [ 741.040391] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.040545] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.040618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.040843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.040992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.055390] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: IN_PROGRESS for 2s [ 741.071214] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.071476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.071476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.071615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.073505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.073505] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf already deleted. [ 741.073505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.073505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.073505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.073505] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.484419] env[65978]: INFO networking_nsxv3.common.synchronization [None req-300aa954-2ca8-41c8-968a-1e57cb6ec4d5 None None] Enqueued Resource ID: f9560dff-d780-4bea-b5cd-668897bdc753 with Priority: HIGHEST for action port [ 741.484766] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9560dff-d780-4bea-b5cd-668897bdc753 with Priority: HIGHEST for action port [ 741.485264] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9560dff-d780-4bea-b5cd-668897bdc753 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.485388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9560dff-d780-4bea-b5cd-668897bdc753" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.485456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9560dff-d780-4bea-b5cd-668897bdc753" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.485706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9560dff-d780-4bea-b5cd-668897bdc753" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.485788] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9560dff-d780-4bea-b5cd-668897bdc753',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.594871] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.594871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.594871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.594871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.594871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.594871] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf already deleted. [ 741.594871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.988122] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9560dff-d780-4bea-b5cd-668897bdc753 [ 741.988403] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.988820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.988926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.989207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.989309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.989449] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9560dff-d780-4bea-b5cd-668897bdc753 already deleted. [ 741.989542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9560dff-d780-4bea-b5cd-668897bdc753" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.281581] env[65978]: INFO networking_nsxv3.common.synchronization [req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac req-fb920d1b-af9b-40dd-91aa-80524cf963e4 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 742.281581] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 742.281910] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.281970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.282588] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.282588] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.282716] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.282781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.282842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.282986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.283100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.283197] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.666761] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.666761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.667379] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.667379] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.667379] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.667583] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.667639] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.667856] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.668111] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.668528] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.668640] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.668744] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.668848] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.668954] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.669076] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.669244] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.689312] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.689551] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.689612] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.689764] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.690098] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-47628f89-92ed-4265-802f-20b9d7ac7f58 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.690266] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-47628f89-92ed-4265-802f-20b9d7ac7f58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.690396] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-47628f89-92ed-4265-802f-20b9d7ac7f58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.690767] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-47628f89-92ed-4265-802f-20b9d7ac7f58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.690905] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47628f89-92ed-4265-802f-20b9d7ac7f58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.785922] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.785922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.785922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.786395] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.786543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.786806] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.786945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.787106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.787361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.787473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.788272] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 742.819862] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.820612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.820612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.820612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.820612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.832526] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 743.066398] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: SUCCESS [ 743.066630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.066796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.067023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.067211] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.067330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.067444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.067539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.067617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.067701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.067789] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.193637] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.193979] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.194089] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.194612] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.194612] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.194752] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 47628f89-92ed-4265-802f-20b9d7ac7f58 not found, creating... [ 743.194983] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.195148] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.195281] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.195468] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.195804] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.195909] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.196433] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.196433] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.196433] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.196568] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.196741] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 47628f89-92ed-4265-802f-20b9d7ac7f58 is going to be created. [ 743.219157] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.219469] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.219547] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.219799] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.220031] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.220256] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-47628f89-92ed-4265-802f-20b9d7ac7f58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.573022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.573022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.573022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.573022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.573022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.573022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.573022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.573022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.573022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.573022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.573022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.573022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.573022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.573022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.573022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.573022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.573669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.573669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.573669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.573669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.573669] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.935749] env[65978]: INFO networking_nsxv3.common.synchronization [req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac req-8a19e6db-8d38-4c31-aaf8-c0f63d7b27e0 service nova] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_rules [ 743.936026] env[65978]: INFO networking_nsxv3.common.synchronization [req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac req-8a19e6db-8d38-4c31-aaf8-c0f63d7b27e0 service nova] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 743.936131] env[65978]: INFO networking_nsxv3.common.synchronization [req-4419f741-4c0d-4c0b-b18b-e5a719dd1bac req-8a19e6db-8d38-4c31-aaf8-c0f63d7b27e0 service nova] Enqueued Resource ID: 47628f89-92ed-4265-802f-20b9d7ac7f58 with Priority: HIGHEST for action port [ 743.936299] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_rules [ 743.936861] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 743.937017] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47628f89-92ed-4265-802f-20b9d7ac7f58 with Priority: HIGHEST for action port [ 743.937769] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.937925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.938063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.938247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.938378] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.939286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.939604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.939688] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-47628f89-92ed-4265-802f-20b9d7ac7f58 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.939955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47628f89-92ed-4265-802f-20b9d7ac7f58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.939955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47628f89-92ed-4265-802f-20b9d7ac7f58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.940105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47628f89-92ed-4265-802f-20b9d7ac7f58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.940238] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47628f89-92ed-4265-802f-20b9d7ac7f58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.076286] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 221f2963-70b3-4495-a4e7-a1070ff61864: rpc.has_security_group_logging(os_id): False [ 744.105147] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.105312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.105806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.105903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.106151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.106281] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.106441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.106497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.106624] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.106692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.106921] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.106997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.107065] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.107238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.107361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.107572] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.107701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.107701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.108216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.108216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.108216] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 221f2963-70b3-4495-a4e7-a1070ff61864 is going to be updated. [ 744.185762] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.185955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.186022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.186325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.186529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.216859] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: IN_PROGRESS for 2s [ 744.442757] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.442987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.443259] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47628f89-92ed-4265-802f-20b9d7ac7f58 with status ACTIVE [ 744.443512] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.443664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.443770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.444093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.444238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.444541] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.444733] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.444794] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.445272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.445272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.445478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.445634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.445710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.445906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.446462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.446639] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47628f89-92ed-4265-802f-20b9d7ac7f58 is going to be updated. [ 744.473673] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.473844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.473994] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.474555] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.474555] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.474777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47628f89-92ed-4265-802f-20b9d7ac7f58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.715028] env[65978]: INFO networking_nsxv3.common.synchronization [req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff req-1e156958-7a53-4841-85ce-e2def4f8fb9b tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGHEST for action security_group_members [ 744.715028] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGHEST for action security_group_members [ 744.715988] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-db1d672c-125d-4399-90d8-7eb6dc4a6869 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.715988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.715988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.715988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.716305] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.716427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.716493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.716651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.716739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.717026] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.843671] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 744.844535] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 deletion is rescheduled due to dependency. [ 744.844535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.844535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.844535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.844701] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.844758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.844825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.845033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.845120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.845229] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.219391] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.219755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.219755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.222859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.222859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.222859] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.222859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.222859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.222859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.222859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.222859] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 already deleted. [ 745.222859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.227257] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.227421] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.227533] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.227822] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.228138] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.228277] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.228388] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.228582] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.228750] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.229177] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.229317] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.229424] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.229561] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.229675] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.229796] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.229931] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.254744] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.254949] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.255056] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.255229] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.255609] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.255787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.255903] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.256288] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.256419] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c4d96f8-febe-4d7b-ba51-6e1ca0c20917',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.350293] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.759117] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.759341] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.759462] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.759729] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.759870] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.760176] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 not found, creating... [ 745.760279] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.760430] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.760549] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.760776] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.760890] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.761181] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.761327] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.761432] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.761630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.761745] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.761872] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 is going to be created. [ 745.790638] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.790885] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.790990] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.791381] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.791684] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.791982] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.852919] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.159786] env[65978]: INFO networking_nsxv3.common.synchronization [None req-ef3b8859-1c47-48dd-85c1-9b83c5376f36 None None] Enqueued Resource ID: c66dd681-1f89-4621-b2d9-901cdfd2be3c with Priority: HIGHEST for action port [ 746.160443] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66dd681-1f89-4621-b2d9-901cdfd2be3c with Priority: HIGHEST for action port [ 746.161162] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c66dd681-1f89-4621-b2d9-901cdfd2be3c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.161162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c66dd681-1f89-4621-b2d9-901cdfd2be3c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.161162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c66dd681-1f89-4621-b2d9-901cdfd2be3c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.161444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c66dd681-1f89-4621-b2d9-901cdfd2be3c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.161563] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66dd681-1f89-4621-b2d9-901cdfd2be3c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.230579] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: SUCCESS [ 746.231748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.357926] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.357926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.357926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.357926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.357926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.357926] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 746.383790] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.385515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.385591] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.385820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.385988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.397545] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 746.581031] env[65978]: INFO networking_nsxv3.common.synchronization [req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff req-d5e26a99-3840-49b1-b53b-18fe8fb91979 service nova] Enqueued Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGHEST for action security_group_rules [ 746.581031] env[65978]: INFO networking_nsxv3.common.synchronization [req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff req-d5e26a99-3840-49b1-b53b-18fe8fb91979 service nova] Enqueued Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGHEST for action security_group_members [ 746.581031] env[65978]: INFO networking_nsxv3.common.synchronization [req-3c39ec7f-5344-4f1f-8304-42932a0ce1ff req-d5e26a99-3840-49b1-b53b-18fe8fb91979 service nova] Enqueued Resource ID: 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 with Priority: HIGHEST for action port [ 746.581031] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGHEST for action security_group_rules [ 746.581031] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGHEST for action security_group_members [ 746.581031] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 with Priority: HIGHEST for action port [ 746.581031] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db1d672c-125d-4399-90d8-7eb6dc4a6869 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.581377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.581377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.581377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.581465] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.582814] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-db1d672c-125d-4399-90d8-7eb6dc4a6869 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.582814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.582814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.585127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.585127] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.585127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.585127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.585127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.585127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.585127] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.585127] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.585127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.585127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.585582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.585582] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c4d96f8-febe-4d7b-ba51-6e1ca0c20917',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.663940] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c66dd681-1f89-4621-b2d9-901cdfd2be3c [ 746.664190] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.664327] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.664392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.664606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.664692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.664785] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c66dd681-1f89-4621-b2d9-901cdfd2be3c already deleted. [ 746.664865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c66dd681-1f89-4621-b2d9-901cdfd2be3c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.087710] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.088822] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-db1d672c-125d-4399-90d8-7eb6dc4a6869 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.088965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.089097] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 with status ACTIVE [ 747.089254] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.089363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.089416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.089623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.089708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.089880] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.089959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.091769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.091769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.091769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.091769] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.091769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.091769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.091769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.091769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.091769] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c4d96f8-febe-4d7b-ba51-6e1ca0c20917 is going to be updated. [ 747.120519] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.120688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.120688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.120893] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.121038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.121171] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c4d96f8-febe-4d7b-ba51-6e1ca0c20917" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.593410] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.099441] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.100025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.100025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.100025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.100025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.100189] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 is going to be created. [ 748.131266] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.131454] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.131781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.131781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.131971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.147875] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 in Status: UNINITIALIZED for 2s [ 748.408270] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 748.408999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.408999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.408999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.409195] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.409261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.409310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.409470] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.409548] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.409631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.409735] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.602799] env[65978]: INFO networking_nsxv3.common.synchronization [None req-250cdfc2-88ca-40bc-8eac-cec93f23d0a7 None None] Enqueued Resource ID: a0d1abc4-bb11-4669-a636-874760128689 with Priority: HIGHEST for action port [ 748.603509] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d1abc4-bb11-4669-a636-874760128689 with Priority: HIGHEST for action port [ 748.603866] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d1abc4-bb11-4669-a636-874760128689 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.604067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d1abc4-bb11-4669-a636-874760128689" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.604067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d1abc4-bb11-4669-a636-874760128689" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.604783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d1abc4-bb11-4669-a636-874760128689" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.604887] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d1abc4-bb11-4669-a636-874760128689',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.830639] env[65978]: INFO networking_nsxv3.common.synchronization [None req-3c80bdc7-2c5c-4a08-ba9b-a81e40e1c243 None None] Enqueued Resource ID: d89af4a2-c6ba-4ef2-9fff-01393f8313d4 with Priority: HIGHEST for action port [ 748.830639] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89af4a2-c6ba-4ef2-9fff-01393f8313d4 with Priority: HIGHEST for action port [ 748.830848] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-d89af4a2-c6ba-4ef2-9fff-01393f8313d4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.830848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d89af4a2-c6ba-4ef2-9fff-01393f8313d4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.830963] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d89af4a2-c6ba-4ef2-9fff-01393f8313d4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.831520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d89af4a2-c6ba-4ef2-9fff-01393f8313d4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.832492] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d89af4a2-c6ba-4ef2-9fff-01393f8313d4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.912867] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.914207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.914207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.914207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.918024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.918024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.918024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.918024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.918024] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.107514] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0d1abc4-bb11-4669-a636-874760128689 [ 749.108036] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.108036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.108036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.108378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.109038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.109262] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0d1abc4-bb11-4669-a636-874760128689 already deleted. [ 749.109359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d1abc4-bb11-4669-a636-874760128689" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.338041] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d89af4a2-c6ba-4ef2-9fff-01393f8313d4 [ 749.338275] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.338399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.338465] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.338686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.338777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.338867] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d89af4a2-c6ba-4ef2-9fff-01393f8313d4 already deleted. [ 749.338949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d89af4a2-c6ba-4ef2-9fff-01393f8313d4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.422052] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9bef2b7-956f-4b09-badd-afba4ab3e4e5: rpc.has_security_group_logging(os_id): False [ 749.441363] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.441516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.441589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.441801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.441899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.443415] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.443547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.443618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.444104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.444104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.444104] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.444266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.444266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.444424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.444594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.444786] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.444916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.444950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.445972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.446157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.446888] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 749.523091] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.523226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.523304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.523529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.523715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.538595] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 749.590469] env[65978]: INFO networking_nsxv3.common.synchronization [None req-a68933af-ff19-4118-81b0-810f8598df70 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Enqueued Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGHEST for action security_group_rules [ 749.591344] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGHEST for action security_group_rules [ 749.591728] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33064c53-25fa-412b-90a3-55295e81e184 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.591925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.591925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.592986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.593104] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33064c53-25fa-412b-90a3-55295e81e184',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.720027] env[65978]: INFO networking_nsxv3.common.synchronization [None req-8cd87159-c9b4-4092-9c26-197ff666e252 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Enqueued Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGHEST for action security_group_rules [ 749.722143] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGHEST for action security_group_rules [ 749.722143] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33064c53-25fa-412b-90a3-55295e81e184 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.722143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.116249] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.116821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.116821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.116821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.116821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.116993] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33064c53-25fa-412b-90a3-55295e81e184 already deleted. [ 750.116993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.117115] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.117267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.117345] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33064c53-25fa-412b-90a3-55295e81e184',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.164563] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 in Status: SUCCESS [ 750.164785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.166348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.166348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.166348] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.166348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.166348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.166348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.166662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.166662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.166662] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.530815] env[65978]: INFO networking_nsxv3.common.synchronization [req-7ab9836f-51ca-4df0-a7d9-9a65b36e9bc8 req-d3fc0b47-fdd2-4c81-a3c7-21b696c8eed2 tempest-InstanceActionsV221TestJSON-2055916662 tempest-InstanceActionsV221TestJSON-2055916662-project-member] Enqueued Resource ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 with Priority: HIGHEST for action security_group_members [ 750.530815] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 with Priority: HIGHEST for action security_group_members [ 750.530815] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d23699-989d-4bd2-b3da-7e359c7f76f0 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.530815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.530815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.530815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.530815] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.530815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.530815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.531654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.531879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.532089] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d23699-989d-4bd2-b3da-7e359c7f76f0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.641154] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.641304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.641413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.642107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.642107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.642107] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33064c53-25fa-412b-90a3-55295e81e184 already deleted. [ 750.642107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.669065] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.035343] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.035343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.035343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.035343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.035343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.035343] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.035343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.035940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.035940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.035940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.035940] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 is going to be updated. [ 751.068265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.068934] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.068934] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.069424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.069424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.081544] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 in Status: IN_PROGRESS for 2s [ 751.172396] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db1d672c-125d-4399-90d8-7eb6dc4a6869: rpc.has_security_group_logging(os_id): False [ 751.212047] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.212047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.212047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.212474] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.212474] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.212474] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.212574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.212574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.212789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.212840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.212911] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 is going to be created. [ 751.300100] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.300100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.301073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.301952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.301952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.316901] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 in Status: IN_PROGRESS for 2s [ 751.385523] env[65978]: INFO networking_nsxv3.common.synchronization [req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 req-443c3c52-3aa0-4c2a-8fd4-0f638d47e3bb tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Enqueued Resource ID: 347b5d23-d3da-48aa-8604-6964a87846a7 with Priority: HIGHEST for action security_group_members [ 751.386590] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347b5d23-d3da-48aa-8604-6964a87846a7 with Priority: HIGHEST for action security_group_members [ 751.388166] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-347b5d23-d3da-48aa-8604-6964a87846a7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.388386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.388467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.388742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.388928] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.389053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.389126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.390237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.390344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.390511] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('347b5d23-d3da-48aa-8604-6964a87846a7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.555386] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 751.555611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.832460] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.832626] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-745" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.832746] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-745" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.833204] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-745" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.833374] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.833557] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.833685] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.833936] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.834102] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.834307] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.834413] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.834517] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.834615] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.834718] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.834815] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.835017] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.858993] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.859294] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.859377] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.859798] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-745" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.859798] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-323e4c7d-6922-40d1-b6fe-df559428b8db taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.860035] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-323e4c7d-6922-40d1-b6fe-df559428b8db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.860093] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-323e4c7d-6922-40d1-b6fe-df559428b8db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.860382] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-323e4c7d-6922-40d1-b6fe-df559428b8db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.860516] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323e4c7d-6922-40d1-b6fe-df559428b8db',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.893532] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.893731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.893785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.893999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.894120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.894489] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.894637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.894706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.894862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.894952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.895068] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347b5d23-d3da-48aa-8604-6964a87846a7 already deleted. [ 751.895134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.105329] env[65978]: INFO networking_nsxv3.common.synchronization [None req-116ab5d6-3ed1-4ae5-87bc-f4c29779923f None None] Enqueued Resource ID: 10e8c5ae-e6a8-46bd-9e36-871015948c47 with Priority: HIGHEST for action port [ 752.106433] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e8c5ae-e6a8-46bd-9e36-871015948c47 with Priority: HIGHEST for action port [ 752.106812] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-10e8c5ae-e6a8-46bd-9e36-871015948c47 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.107085] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10e8c5ae-e6a8-46bd-9e36-871015948c47" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.107202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10e8c5ae-e6a8-46bd-9e36-871015948c47" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.107546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10e8c5ae-e6a8-46bd-9e36-871015948c47" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.107658] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10e8c5ae-e6a8-46bd-9e36-871015948c47',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.363119] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.363585] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.363694] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.364068] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.364270] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.364482] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 323e4c7d-6922-40d1-b6fe-df559428b8db not found, creating... [ 752.364793] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.365125] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.365125] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.365372] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.365566] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.365905] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.366136] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.366370] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.366779] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.366997] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.367256] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 323e4c7d-6922-40d1-b6fe-df559428b8db is going to be created. [ 752.395150] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.395374] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.395495] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.396025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.396281] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.396534] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-323e4c7d-6922-40d1-b6fe-df559428b8db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.610250] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10e8c5ae-e6a8-46bd-9e36-871015948c47 [ 752.610409] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.610570] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.610649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.610854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.610945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.611088] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10e8c5ae-e6a8-46bd-9e36-871015948c47 already deleted. [ 752.611151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10e8c5ae-e6a8-46bd-9e36-871015948c47" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.093319] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 in Status: SUCCESS [ 753.093528] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d23699-989d-4bd2-b3da-7e359c7f76f0 deletion is rescheduled due to dependency. [ 753.093644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d23699-989d-4bd2-b3da-7e359c7f76f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.218911] env[65978]: INFO networking_nsxv3.common.synchronization [req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 req-023167ec-c191-415e-a459-0d71936b5445 service nova] Enqueued Resource ID: 347b5d23-d3da-48aa-8604-6964a87846a7 with Priority: HIGHEST for action security_group_rules [ 753.219276] env[65978]: INFO networking_nsxv3.common.synchronization [req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 req-023167ec-c191-415e-a459-0d71936b5445 service nova] Enqueued Resource ID: 347b5d23-d3da-48aa-8604-6964a87846a7 with Priority: HIGHEST for action security_group_members [ 753.219276] env[65978]: INFO networking_nsxv3.common.synchronization [req-7424f83e-ccdd-4267-b2d7-e3c1bf19f8b3 req-023167ec-c191-415e-a459-0d71936b5445 service nova] Enqueued Resource ID: 323e4c7d-6922-40d1-b6fe-df559428b8db with Priority: HIGHEST for action port [ 753.219949] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347b5d23-d3da-48aa-8604-6964a87846a7 with Priority: HIGHEST for action security_group_rules [ 753.220235] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347b5d23-d3da-48aa-8604-6964a87846a7 with Priority: HIGHEST for action security_group_members [ 753.220373] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323e4c7d-6922-40d1-b6fe-df559428b8db with Priority: HIGHEST for action port [ 753.220719] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-347b5d23-d3da-48aa-8604-6964a87846a7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.221079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.221180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.221515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.222463] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('347b5d23-d3da-48aa-8604-6964a87846a7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.223751] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-347b5d23-d3da-48aa-8604-6964a87846a7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.223885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.223985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.224206] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.225062] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.225220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.225329] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.226038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.226206] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.226538] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('347b5d23-d3da-48aa-8604-6964a87846a7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.230322] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-323e4c7d-6922-40d1-b6fe-df559428b8db taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.231089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-323e4c7d-6922-40d1-b6fe-df559428b8db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.231255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-323e4c7d-6922-40d1-b6fe-df559428b8db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.231614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-323e4c7d-6922-40d1-b6fe-df559428b8db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.231835] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323e4c7d-6922-40d1-b6fe-df559428b8db',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.354742] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 in Status: SUCCESS [ 753.354742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.731181] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('347b5d23-d3da-48aa-8604-6964a87846a7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.734508] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-347b5d23-d3da-48aa-8604-6964a87846a7 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.734658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.734811] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 323e4c7d-6922-40d1-b6fe-df559428b8db with status ACTIVE [ 753.734980] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.735128] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.735209] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.735466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.735561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.735949] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.735949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.735949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.736203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.736203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.736399] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.736399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.736563] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.736649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.736711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.736797] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 323e4c7d-6922-40d1-b6fe-df559428b8db is going to be updated. [ 753.767427] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.767427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.767773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.767986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.768162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.768435] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-323e4c7d-6922-40d1-b6fe-df559428b8db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.235096] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('347b5d23-d3da-48aa-8604-6964a87846a7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.738504] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.738721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.738846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.739413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.739569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.739730] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347b5d23-d3da-48aa-8604-6964a87846a7 is going to be created. [ 754.770321] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.770321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.770321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.770321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.770523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.784071] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347b5d23-d3da-48aa-8604-6964a87846a7 in Status: UNINITIALIZED for 2s [ 754.916757] env[65978]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] NSXv3 Agent Agent loop - iteration:0 completed [ 754.916757] env[65978]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] NSXv3 Agent Agent loop - iteration:1 started [ 756.798650] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347b5d23-d3da-48aa-8604-6964a87846a7 in Status: SUCCESS [ 756.798942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.798942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.799173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.800161] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.800161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.800161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.800161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.800161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.800161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.800161] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('347b5d23-d3da-48aa-8604-6964a87846a7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.854269] env[65978]: INFO networking_nsxv3.common.synchronization [None req-6fc231d1-5bfe-442d-8974-9bf449f53bdf None None] Enqueued Resource ID: 7c614114-80d8-4d2d-beef-26196ab47437 with Priority: HIGHEST for action port [ 756.856122] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c614114-80d8-4d2d-beef-26196ab47437 with Priority: HIGHEST for action port [ 756.856122] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c614114-80d8-4d2d-beef-26196ab47437 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.856122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c614114-80d8-4d2d-beef-26196ab47437" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.856122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c614114-80d8-4d2d-beef-26196ab47437" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.856423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c614114-80d8-4d2d-beef-26196ab47437" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.856497] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c614114-80d8-4d2d-beef-26196ab47437',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.307023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-347b5d23-d3da-48aa-8604-6964a87846a7 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.307023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.307023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.307387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.307387] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.307504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.307504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.311078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.311078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.311078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.311078] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-347b5d23-d3da-48aa-8604-6964a87846a7 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.311078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.311078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.311078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.311078] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.311078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.311078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.311078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.311078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.311078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.311078] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('347b5d23-d3da-48aa-8604-6964a87846a7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.360295] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c614114-80d8-4d2d-beef-26196ab47437 [ 757.360295] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.360295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.360295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.360295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.360501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.360501] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c614114-80d8-4d2d-beef-26196ab47437 already deleted. [ 757.360575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c614114-80d8-4d2d-beef-26196ab47437" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.815342] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 347b5d23-d3da-48aa-8604-6964a87846a7: rpc.has_security_group_logging(os_id): False [ 757.836025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.836025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.836025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.836648] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.836648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.836648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.836648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.836648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.836988] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 347b5d23-d3da-48aa-8604-6964a87846a7 is going to be created. [ 757.917635] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.917957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.918092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.919504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.919504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.933973] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 347b5d23-d3da-48aa-8604-6964a87846a7 in Status: IN_PROGRESS for 2s [ 759.688215] env[65978]: INFO networking_nsxv3.common.synchronization [None req-3e8d04ef-25a0-48d6-aeca-b1115397cf26 None None] Enqueued Resource ID: 83a445a1-9146-4ce4-a677-db1d76055af4 with Priority: HIGHEST for action port [ 759.689030] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a445a1-9146-4ce4-a677-db1d76055af4 with Priority: HIGHEST for action port [ 759.690465] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-83a445a1-9146-4ce4-a677-db1d76055af4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.691253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83a445a1-9146-4ce4-a677-db1d76055af4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.691253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83a445a1-9146-4ce4-a677-db1d76055af4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.691253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83a445a1-9146-4ce4-a677-db1d76055af4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.691253] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a445a1-9146-4ce4-a677-db1d76055af4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.966269] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 347b5d23-d3da-48aa-8604-6964a87846a7 in Status: SUCCESS [ 759.966269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.193360] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83a445a1-9146-4ce4-a677-db1d76055af4 [ 760.193694] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.195018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.195018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.195018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.195018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.195018] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83a445a1-9146-4ce4-a677-db1d76055af4 already deleted. [ 760.195018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83a445a1-9146-4ce4-a677-db1d76055af4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.647224] env[65978]: INFO networking_nsxv3.common.synchronization [None req-1d3fb644-2358-4fde-aa1c-8bed3789baeb None None] Enqueued Resource ID: 150724b7-909b-45d0-ac38-27c85b790da5 with Priority: HIGHEST for action port [ 762.647521] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 150724b7-909b-45d0-ac38-27c85b790da5 with Priority: HIGHEST for action port [ 762.648053] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-150724b7-909b-45d0-ac38-27c85b790da5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.648180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-150724b7-909b-45d0-ac38-27c85b790da5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.648251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-150724b7-909b-45d0-ac38-27c85b790da5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.648541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-150724b7-909b-45d0-ac38-27c85b790da5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.648612] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('150724b7-909b-45d0-ac38-27c85b790da5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.727897] env[65978]: INFO networking_nsxv3.common.synchronization [req-11ced1a5-3511-4e34-bf15-a82458bfad4b req-0e19436c-f607-4c98-9f46-e1119d7fbe0c tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGHEST for action security_group_members [ 762.728521] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGHEST for action security_group_members [ 762.728804] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.728950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.729032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.729284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.729457] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.729599] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.729643] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.729783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.729868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.729963] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.154182] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 150724b7-909b-45d0-ac38-27c85b790da5 [ 763.154571] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.154722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.154813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.155073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.155171] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.155279] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:150724b7-909b-45d0-ac38-27c85b790da5 already deleted. [ 763.155366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-150724b7-909b-45d0-ac38-27c85b790da5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.209564] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.210034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.210034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.210875] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.211139] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.211338] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.211485] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.211962] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.211962] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.212110] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.212219] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.212329] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.212428] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.212533] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.212641] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.212782] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.242901] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.243083] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.243152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.243469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.243564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.243820] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.243909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.243965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.244132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.244203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.244368] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa already deleted. [ 763.244447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.248117] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.251738] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.251738] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.251738] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.251738] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-c8ab7591-0332-467a-a34c-e4a1ff3d59f3 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.251738] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-c8ab7591-0332-467a-a34c-e4a1ff3d59f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.251738] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-c8ab7591-0332-467a-a34c-e4a1ff3d59f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.251738] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-c8ab7591-0332-467a-a34c-e4a1ff3d59f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.251738] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8ab7591-0332-467a-a34c-e4a1ff3d59f3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.753031] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.753313] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.753313] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.753570] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.753715] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.753875] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port c8ab7591-0332-467a-a34c-e4a1ff3d59f3 not found, creating... [ 763.754185] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.754358] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.754475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.754689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.754821] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.755144] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.755310] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.755421] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.755671] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.755806] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.755942] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: c8ab7591-0332-467a-a34c-e4a1ff3d59f3 is going to be created. [ 763.778999] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.778999] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.778999] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.779802] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.779802] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.779802] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-c8ab7591-0332-467a-a34c-e4a1ff3d59f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.389341] env[65978]: INFO networking_nsxv3.common.synchronization [req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a req-f04772cd-9b2b-4142-a46d-6c877ae92171 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Enqueued Resource ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 with Priority: HIGHEST for action security_group_members [ 764.389928] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 with Priority: HIGHEST for action security_group_members [ 764.390260] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f92b39fa-0269-4c01-a5fd-0b41d09865f7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.390421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.390474] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.390709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.390868] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.391022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.391022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.391182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.391275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.391369] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f92b39fa-0269-4c01-a5fd-0b41d09865f7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.492399] env[65978]: INFO networking_nsxv3.common.synchronization [req-11ced1a5-3511-4e34-bf15-a82458bfad4b req-5939439d-2db9-4504-a396-153fac0b7e87 service nova] Enqueued Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGHEST for action security_group_rules [ 764.492578] env[65978]: INFO networking_nsxv3.common.synchronization [req-11ced1a5-3511-4e34-bf15-a82458bfad4b req-5939439d-2db9-4504-a396-153fac0b7e87 service nova] Enqueued Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGHEST for action security_group_members [ 764.492825] env[65978]: INFO networking_nsxv3.common.synchronization [req-11ced1a5-3511-4e34-bf15-a82458bfad4b req-5939439d-2db9-4504-a396-153fac0b7e87 service nova] Enqueued Resource ID: c8ab7591-0332-467a-a34c-e4a1ff3d59f3 with Priority: HIGHEST for action port [ 764.493455] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGHEST for action security_group_rules [ 764.493455] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGHEST for action security_group_members [ 764.493584] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ab7591-0332-467a-a34c-e4a1ff3d59f3 with Priority: HIGHEST for action port [ 764.493733] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.493890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.493932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.494980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.495081] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.501874] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.501874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.501874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.501874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.501874] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.501874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.501874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.501874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.501874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.501874] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.501874] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8ab7591-0332-467a-a34c-e4a1ff3d59f3 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.501874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8ab7591-0332-467a-a34c-e4a1ff3d59f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.501874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8ab7591-0332-467a-a34c-e4a1ff3d59f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.501874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8ab7591-0332-467a-a34c-e4a1ff3d59f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.502505] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8ab7591-0332-467a-a34c-e4a1ff3d59f3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.822720] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.824353] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-893" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.824577] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-893" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.828022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-893" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.828022] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.828022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.828022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.828022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.828022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.828022] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.828022] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.828022] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.828022] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.828774] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.828774] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.828774] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.851745] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.851969] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.852169] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.852424] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-893" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.852877] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-ee4d2054-83ec-4135-ad45-78ce91a5c9e0 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.853125] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-ee4d2054-83ec-4135-ad45-78ce91a5c9e0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.854943] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-ee4d2054-83ec-4135-ad45-78ce91a5c9e0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.854943] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-ee4d2054-83ec-4135-ad45-78ce91a5c9e0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.855044] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee4d2054-83ec-4135-ad45-78ce91a5c9e0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.897575] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.897575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.897575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.897575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.897575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.897575] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.897575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.897575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.897575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.897575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.897575] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 already deleted. [ 764.897575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.003561] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.003816] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.003919] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.004916] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8ab7591-0332-467a-a34c-e4a1ff3d59f3 with status ACTIVE [ 765.005205] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.005368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.005368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.005649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.005757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.005972] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.006318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.006318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.006460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.006521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.006760] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.006860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.006962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.007099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.007135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.007226] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8ab7591-0332-467a-a34c-e4a1ff3d59f3 is going to be updated. [ 765.032615] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.032707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.032750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.033939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.033939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.033939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8ab7591-0332-467a-a34c-e4a1ff3d59f3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.357601] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.357826] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.357962] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.358268] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.358444] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.358626] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port ee4d2054-83ec-4135-ad45-78ce91a5c9e0 not found, creating... [ 765.358885] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.359044] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.359237] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.359467] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.359596] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.359873] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.360046] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.360134] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.360329] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.360451] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.360588] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: ee4d2054-83ec-4135-ad45-78ce91a5c9e0 is going to be created. [ 765.388794] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.389455] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.389455] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.389455] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.389664] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.389877] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-ee4d2054-83ec-4135-ad45-78ce91a5c9e0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.510392] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.564929] env[65978]: INFO networking_nsxv3.common.synchronization [None req-cd44f208-b005-4137-a4c1-25dd28f36f35 None None] Enqueued Resource ID: db4e9685-4690-414b-a23b-db6fd0c41285 with Priority: HIGHEST for action port [ 765.565539] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4e9685-4690-414b-a23b-db6fd0c41285 with Priority: HIGHEST for action port [ 765.565917] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-db4e9685-4690-414b-a23b-db6fd0c41285 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.566193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db4e9685-4690-414b-a23b-db6fd0c41285" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.566274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db4e9685-4690-414b-a23b-db6fd0c41285" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.566577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db4e9685-4690-414b-a23b-db6fd0c41285" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.566639] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db4e9685-4690-414b-a23b-db6fd0c41285',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.015725] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.016201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.016201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.016201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.016354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.016449] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa is going to be created. [ 766.047958] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.048148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.048288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.048429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.048585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.059759] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa in Status: UNINITIALIZED for 2s [ 766.070246] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db4e9685-4690-414b-a23b-db6fd0c41285 [ 766.070246] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.070246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.070246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.070246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.070246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.070246] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db4e9685-4690-414b-a23b-db6fd0c41285 already deleted. [ 766.070246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db4e9685-4690-414b-a23b-db6fd0c41285" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.202431] env[65978]: INFO networking_nsxv3.common.synchronization [req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a req-fff1809d-e5b0-4598-85e0-ab496fe77932 service nova] Enqueued Resource ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 with Priority: HIGHEST for action security_group_rules [ 766.202431] env[65978]: INFO networking_nsxv3.common.synchronization [req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a req-fff1809d-e5b0-4598-85e0-ab496fe77932 service nova] Enqueued Resource ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 with Priority: HIGHEST for action security_group_members [ 766.202431] env[65978]: INFO networking_nsxv3.common.synchronization [req-c8864f7b-104a-45d9-a8fd-bc6ee69ef97a req-fff1809d-e5b0-4598-85e0-ab496fe77932 service nova] Enqueued Resource ID: ee4d2054-83ec-4135-ad45-78ce91a5c9e0 with Priority: HIGHEST for action port [ 766.202431] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 with Priority: HIGHEST for action security_group_rules [ 766.202833] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 with Priority: HIGHEST for action security_group_members [ 766.202833] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee4d2054-83ec-4135-ad45-78ce91a5c9e0 with Priority: HIGHEST for action port [ 766.202957] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f92b39fa-0269-4c01-a5fd-0b41d09865f7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.203124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.203191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.203504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.203589] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f92b39fa-0269-4c01-a5fd-0b41d09865f7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.204613] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f92b39fa-0269-4c01-a5fd-0b41d09865f7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.204804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.204901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.205101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.205285] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.205388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.205476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.205624] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.205734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.205830] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f92b39fa-0269-4c01-a5fd-0b41d09865f7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.207784] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee4d2054-83ec-4135-ad45-78ce91a5c9e0 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.207784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee4d2054-83ec-4135-ad45-78ce91a5c9e0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.207784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee4d2054-83ec-4135-ad45-78ce91a5c9e0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.207784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee4d2054-83ec-4135-ad45-78ce91a5c9e0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.207946] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee4d2054-83ec-4135-ad45-78ce91a5c9e0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.707846] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f92b39fa-0269-4c01-a5fd-0b41d09865f7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.709473] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f92b39fa-0269-4c01-a5fd-0b41d09865f7 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.709614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.713900] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee4d2054-83ec-4135-ad45-78ce91a5c9e0 with status ACTIVE [ 766.714089] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.714207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.714272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.714643] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.714725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.714887] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.714959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.715025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.715171] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.715245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.715432] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.715503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.715570] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.715713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.715783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.715866] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee4d2054-83ec-4135-ad45-78ce91a5c9e0 is going to be updated. [ 766.738347] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.738491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.738530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.738820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.738961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.739127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee4d2054-83ec-4135-ad45-78ce91a5c9e0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.210699] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f92b39fa-0269-4c01-a5fd-0b41d09865f7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.713298] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.713465] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.713505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.713733] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.713797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.714057] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 is going to be created. [ 767.738205] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.738205] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.738205] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.738736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.738775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.751894] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 in Status: UNINITIALIZED for 2s [ 767.861404] env[65978]: INFO networking_nsxv3.common.synchronization [None req-4f44f1b3-9053-4d9a-8204-e460f7c4a1d0 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Enqueued Resource ID: f5cf6693-ac0f-4957-b2e2-e996d1c8bffa with Priority: HIGHEST for action security_group_rules [ 767.862231] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cf6693-ac0f-4957-b2e2-e996d1c8bffa with Priority: HIGHEST for action security_group_rules [ 767.862321] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5cf6693-ac0f-4957-b2e2-e996d1c8bffa taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.862408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5cf6693-ac0f-4957-b2e2-e996d1c8bffa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.862456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5cf6693-ac0f-4957-b2e2-e996d1c8bffa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.862788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5cf6693-ac0f-4957-b2e2-e996d1c8bffa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.862788] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5cf6693-ac0f-4957-b2e2-e996d1c8bffa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.948284] env[65978]: INFO networking_nsxv3.common.synchronization [None req-6b336ecb-321e-4e1b-9142-80d330b25cfa tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Enqueued Resource ID: f5cf6693-ac0f-4957-b2e2-e996d1c8bffa with Priority: HIGHEST for action security_group_rules [ 767.949118] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cf6693-ac0f-4957-b2e2-e996d1c8bffa with Priority: HIGHEST for action security_group_rules [ 767.949650] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5cf6693-ac0f-4957-b2e2-e996d1c8bffa taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.949650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5cf6693-ac0f-4957-b2e2-e996d1c8bffa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.075455] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa in Status: SUCCESS [ 768.075899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.076201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.076623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.076752] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.076895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.077018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.077299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.077475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.077620] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.077960] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.394837] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.395133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.395133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.395280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.395374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.395477] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5cf6693-ac0f-4957-b2e2-e996d1c8bffa already deleted. [ 768.395561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5cf6693-ac0f-4957-b2e2-e996d1c8bffa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.395711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5cf6693-ac0f-4957-b2e2-e996d1c8bffa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.395871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5cf6693-ac0f-4957-b2e2-e996d1c8bffa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.399089] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5cf6693-ac0f-4957-b2e2-e996d1c8bffa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.582402] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.919311] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.919458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.919527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.919802] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.919897] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.919993] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5cf6693-ac0f-4957-b2e2-e996d1c8bffa already deleted. [ 768.920859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5cf6693-ac0f-4957-b2e2-e996d1c8bffa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.088552] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99a6440e-ed26-4b77-bf0d-08094fc1cfaa: rpc.has_security_group_logging(os_id): False [ 769.108019] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.108019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.108019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.108019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.108019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.108019] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.108019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.108019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.108019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.108019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.108019] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa is going to be created. [ 769.177078] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.177078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.177078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.177078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.177078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.189932] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa in Status: IN_PROGRESS for 2s [ 769.763013] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 in Status: SUCCESS [ 769.763375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.763441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.763659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.763853] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.763970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.764045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.764197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.764275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.764359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.764453] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f92b39fa-0269-4c01-a5fd-0b41d09865f7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.267621] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f92b39fa-0269-4c01-a5fd-0b41d09865f7 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.267812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.267911] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.268281] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.268586] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.268697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.268793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.269014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.269148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.269308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.269490] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f92b39fa-0269-4c01-a5fd-0b41d09865f7 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.269626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.269737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.270303] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.270303] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.270483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.270597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.270903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.271034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.271158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.271286] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f92b39fa-0269-4c01-a5fd-0b41d09865f7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.773884] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f92b39fa-0269-4c01-a5fd-0b41d09865f7: rpc.has_security_group_logging(os_id): False [ 770.794740] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.794913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.795070] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.795321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.795446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.795677] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.795787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.795841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.796021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.803041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.803367] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.803518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.803613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.803774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.803844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.804220] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.804357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.804419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.804557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.804628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.804728] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 is going to be created. [ 770.870561] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.870806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.870806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.870998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.871866] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.874820] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.874953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.875039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.875262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.875445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.890157] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 in Status: IN_PROGRESS for 2s [ 771.206853] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa in Status: SUCCESS [ 771.207482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.373434] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.445826] env[65978]: INFO networking_nsxv3.common.synchronization [req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 req-9f57c627-e57e-4f72-996a-f6a2d1042c84 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 771.446969] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 771.447384] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.447541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.447613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.448108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.448268] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.448375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.448438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.448600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.448764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.448861] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.877028] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.891066] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.891066] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-192" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.891066] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-192" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.891066] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-192" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.892077] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.892336] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.892481] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.892741] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.892910] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.893155] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.893422] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.893422] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.893492] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.893611] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.893680] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.893903] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.919793] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.919988] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.920142] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.920353] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-192" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.920702] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-50909f90-e78b-41d8-85bd-db50439b0827 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.920916] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.921519] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.921519] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.921679] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50909f90-e78b-41d8-85bd-db50439b0827',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.952606] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.952606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.952606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.953028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.953028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.953028] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.953148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.953148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.953279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.953357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.953447] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be already deleted. [ 771.953527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.381544] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 772.381544] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 772.424114] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.424335] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.424335] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.424646] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.424821] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.425111] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 50909f90-e78b-41d8-85bd-db50439b0827 not found, creating... [ 772.425525] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.426147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.426147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.426147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.427652] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.427652] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.427652] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.427652] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.427652] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.427652] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.427652] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 50909f90-e78b-41d8-85bd-db50439b0827 is going to be created. [ 772.453013] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.453452] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.453561] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.454012] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.454431] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.455256] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.472683] env[65978]: INFO networking_nsxv3.common.synchronization [None req-e1ab75ed-85a0-4644-b34a-19b3129e3500 None None] Enqueued Resource ID: ab0b9c90-9827-4121-a9c2-c1c9778330fd with Priority: HIGHEST for action port [ 772.473024] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0b9c90-9827-4121-a9c2-c1c9778330fd with Priority: HIGHEST for action port [ 772.473362] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab0b9c90-9827-4121-a9c2-c1c9778330fd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.473497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab0b9c90-9827-4121-a9c2-c1c9778330fd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.473590] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab0b9c90-9827-4121-a9c2-c1c9778330fd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.474219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab0b9c90-9827-4121-a9c2-c1c9778330fd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.474219] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab0b9c90-9827-4121-a9c2-c1c9778330fd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.905133] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 in Status: SUCCESS [ 772.906091] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.976838] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab0b9c90-9827-4121-a9c2-c1c9778330fd [ 772.977102] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.977261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.977336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.977538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.977626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.977738] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab0b9c90-9827-4121-a9c2-c1c9778330fd already deleted. [ 772.977821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab0b9c90-9827-4121-a9c2-c1c9778330fd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.286368] env[65978]: INFO networking_nsxv3.common.synchronization [req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 req-7cc1813d-da00-4ba6-bc07-fe6270b7d0d0 service nova] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_rules [ 773.286612] env[65978]: INFO networking_nsxv3.common.synchronization [req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 req-7cc1813d-da00-4ba6-bc07-fe6270b7d0d0 service nova] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 773.286838] env[65978]: INFO networking_nsxv3.common.synchronization [req-83e8aaf4-5eaa-4718-87c1-65d5ab29eb29 req-7cc1813d-da00-4ba6-bc07-fe6270b7d0d0 service nova] Enqueued Resource ID: 50909f90-e78b-41d8-85bd-db50439b0827 with Priority: HIGHEST for action port [ 773.287388] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_rules [ 773.287533] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 773.287619] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50909f90-e78b-41d8-85bd-db50439b0827 with Priority: HIGHEST for action port [ 773.287952] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.289768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.289879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.290120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.290207] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.291189] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.291309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.291376] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.291568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.291733] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.291827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.291895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.292030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.292103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.292202] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.292995] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-50909f90-e78b-41d8-85bd-db50439b0827 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.298732] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.298913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.299420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.299420] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50909f90-e78b-41d8-85bd-db50439b0827',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.532779] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.533565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.533699] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.533964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.550464] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 773.551353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.552312] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 773.582897] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.583169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.583169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.586706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.595129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.595129] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 773.595129] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 773.595341] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 773.637115] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.637419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.637684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.637787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.639393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.639641] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 773.646995] env[65978]: INFO networking_nsxv3.common.synchronization [req-c93e06d1-7972-45ad-8fe1-d1dc701e63ab req-6382a460-f4f7-464f-9340-074846c155a1 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 773.648577] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 773.648577] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.648577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.648815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.649202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.649509] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.649662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.649955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.650219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.650534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.650534] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.698148] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.698385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.698385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.698593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.698908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.699154] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 773.771025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.771025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.771025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.771560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.772145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.773853] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 773.774171] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'221f2963-70b3-4495-a4e7-a1070ff61864', '2f0208f1-a44c-4210-99ce-1158f3602c8c', '8e3876b9-a6a2-4907-a3b7-31a810385e03', '93e5d50f-9012-40cd-8633-0f21d1800a79', '26f33a55-9e67-401f-a846-26058841a975', '2c306c0e-1897-49bd-a7d0-dc3420e699a5', '86f32770-b12c-4600-b066-a7f0d3768a93', 'd2ad886c-f386-4bb6-899b-4e03b6cd4776', 'db3619c6-db77-494a-94b3-b6bb7bfdd4c4', '347b5d23-d3da-48aa-8604-6964a87846a7', 'db1d672c-125d-4399-90d8-7eb6dc4a6869', '2b297b3b-a0ed-408e-91f2-c48a168a066d', 'e8668634-7b93-4d1f-8161-e6d48b212ddd', '9c364628-341b-4ecc-abe4-8defdd3d450d', '46a6db76-8481-4ceb-966a-0b153878fe29', '057cf966-4ffb-4f15-8c49-f131a3ae36ec', '91ee95fa-4aba-443c-a57a-0110ca21b1b4', 'a973d15c-d3d0-4ac9-b7a7-9f999f89324c', '99a6440e-ed26-4b77-bf0d-08094fc1cfaa', 'f92b39fa-0269-4c01-a5fd-0b41d09865f7', '340a942d-a71b-4ac9-9f14-5a4166ac5654', '06d23699-989d-4bd2-b3da-7e359c7f76f0', 'b42b3c3f-3607-477c-a6ed-3fdf454bed57', '6edd7e0c-93b0-4404-8b31-cc2586135430', '401f6d95-0d3b-458d-8004-d4541cea6bac', '317a641f-8e7b-4f7d-b1cb-77c05944f30a', 'd9e72e86-fe5f-40b5-b5f7-1c9dec28efac', '3a36e44c-c9fb-4156-ba38-b97fb0507447', 'e9bef2b7-956f-4b09-badd-afba4ab3e4e5', 'e36a57b3-916d-4a51-99d4-19f56c141316', '65c3db38-1dc5-4c1c-b1ad-458f208868e4', 'cb2bac07-b52b-428f-a935-7c0a8301bab4'} {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 773.774641] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 773.795947] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.796130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.796201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.796421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.796506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.796626] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 773.796749] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 773.796805] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 773.801257] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.802946] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.802946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.803413] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50909f90-e78b-41d8-85bd-db50439b0827 with status ACTIVE [ 773.803663] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.803947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.804278] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.804517] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.804626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.805030] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.806887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.806887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.806887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.806887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.806887] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.806887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.806887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.806887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.806887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.806887] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50909f90-e78b-41d8-85bd-db50439b0827 is going to be updated. [ 773.833892] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.834166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.834166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.834447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.834613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.834861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.864544] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.864940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.864940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.865176] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.865832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.866063] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 773.866145] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 773.866217] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 773.866288] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 773.866367] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 773.866438] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGH for action security_group_rules [ 773.866515] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c with Priority: HIGH for action security_group_rules [ 773.866581] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGH for action security_group_rules [ 773.866657] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGH for action security_group_rules [ 773.866721] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26f33a55-9e67-401f-a846-26058841a975 with Priority: HIGH for action security_group_rules [ 773.866777] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 with Priority: HIGH for action security_group_rules [ 773.866823] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGH for action security_group_rules [ 773.866872] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGH for action security_group_rules [ 773.866917] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 with Priority: HIGH for action security_group_rules [ 773.866977] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 347b5d23-d3da-48aa-8604-6964a87846a7 with Priority: HIGH for action security_group_rules [ 773.868316] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGH for action security_group_rules [ 773.868478] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGH for action security_group_rules [ 773.868564] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGH for action security_group_rules [ 773.868637] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGH for action security_group_rules [ 773.868989] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGH for action security_group_rules [ 773.868989] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec with Priority: HIGH for action security_group_rules [ 773.868989] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGH for action security_group_rules [ 773.868989] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c with Priority: HIGH for action security_group_rules [ 773.869178] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGH for action security_group_rules [ 773.869178] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 with Priority: HIGH for action security_group_rules [ 773.869262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.895698] env[65978]: INFO networking_nsxv3.common.synchronization [req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 req-5c173b6d-a06c-4741-8202-809d59edf1f5 tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Enqueued Resource ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 with Priority: HIGHEST for action security_group_members [ 773.896124] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 with Priority: HIGHEST for action security_group_members [ 773.896454] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGH for action security_group_rules [ 773.896508] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 with Priority: HIGH for action security_group_rules [ 773.896747] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f32770-b12c-4600-b066-a7f0d3768a93 with Priority: HIGH for action security_group_rules [ 773.896747] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGH for action security_group_rules [ 773.896963] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 with Priority: HIGH for action security_group_rules [ 773.896963] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGH for action security_group_rules [ 773.896963] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c with Priority: HIGH for action security_group_rules [ 773.897264] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGH for action security_group_rules [ 773.898841] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c364628-341b-4ecc-abe4-8defdd3d450d with Priority: HIGH for action security_group_rules [ 773.898988] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec with Priority: HIGH for action security_group_rules [ 773.899140] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGH for action security_group_rules [ 773.899412] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d with Priority: HIGH for action security_group_rules [ 773.899412] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGH for action security_group_rules [ 773.899412] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347b5d23-d3da-48aa-8604-6964a87846a7 with Priority: HIGH for action security_group_rules [ 773.899572] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 with Priority: HIGH for action security_group_rules [ 773.899646] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 with Priority: HIGH for action security_group_rules [ 773.899760] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGH for action security_group_rules [ 773.900354] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f33a55-9e67-401f-a846-26058841a975 with Priority: HIGH for action security_group_rules [ 773.900354] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c with Priority: HIGH for action security_group_rules [ 773.900354] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGH for action security_group_rules [ 773.900787] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.900899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.900899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.901187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.901356] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.901460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.901533] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.903335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.904945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.905217] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031eacbd-58c1-4c2c-a299-d77c7a3c0c76',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.906265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.906367] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.906421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.906684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.906828] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.909072] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e3876b9-a6a2-4907-a3b7-31a810385e03 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.909072] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.909072] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.909072] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.909072] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e3876b9-a6a2-4907-a3b7-31a810385e03',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.910036] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f32770-b12c-4600-b066-a7f0d3768a93 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.910036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.910036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.910292] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.910292] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f32770-b12c-4600-b066-a7f0d3768a93',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.911709] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.911709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.911709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.911709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.911709] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.912623] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f92b39fa-0269-4c01-a5fd-0b41d09865f7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.912720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.912801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.912984] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.913082] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f92b39fa-0269-4c01-a5fd-0b41d09865f7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.914281] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.914404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.914446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.914595] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.914668] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.915987] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a973d15c-d3d0-4ac9-b7a7-9f999f89324c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.915987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.915987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.915987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.915987] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a973d15c-d3d0-4ac9-b7a7-9f999f89324c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.917435] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.917917] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.917917] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.917917] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.917917] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.918203] env[65978]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 773.921325] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c364628-341b-4ecc-abe4-8defdd3d450d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.923060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.923060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.923060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.923060] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c364628-341b-4ecc-abe4-8defdd3d450d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.923060] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-057cf966-4ffb-4f15-8c49-f131a3ae36ec taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.923060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.923060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.923060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.923604] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('057cf966-4ffb-4f15-8c49-f131a3ae36ec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.924518] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8668634-7b93-4d1f-8161-e6d48b212ddd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.924632] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.924697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.924840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.924923] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.929180] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b297b3b-a0ed-408e-91f2-c48a168a066d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.930116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.930116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.930116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.930116] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b297b3b-a0ed-408e-91f2-c48a168a066d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.930786] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db1d672c-125d-4399-90d8-7eb6dc4a6869 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.930938] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.930999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.931163] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.931240] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.932336] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-347b5d23-d3da-48aa-8604-6964a87846a7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.932336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.932475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.932554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.932625] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('347b5d23-d3da-48aa-8604-6964a87846a7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.933577] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db3619c6-db77-494a-94b3-b6bb7bfdd4c4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.933684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.933865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.933917] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.933987] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db3619c6-db77-494a-94b3-b6bb7bfdd4c4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.936511] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c306c0e-1897-49bd-a7d0-dc3420e699a5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.936511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.936621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.936751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.936798] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c306c0e-1897-49bd-a7d0-dc3420e699a5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.938511] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.938626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.938683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.938847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.938928] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.939815] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f33a55-9e67-401f-a846-26058841a975 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.939915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.940947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.940947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.940947] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f33a55-9e67-401f-a846-26058841a975',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.940947] env[65978]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 773.941274] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0208f1-a44c-4210-99ce-1158f3602c8c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.941274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.941396] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.941489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.941576] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0208f1-a44c-4210-99ce-1158f3602c8c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.942449] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.942547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.942641] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.942787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.942847] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.945608] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.945764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.945961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.945961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.946134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.946196] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.946288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.946453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.946502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.947238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.947238] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 already deleted. [ 773.947238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.974360] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.974503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.974571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.974777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.010972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.012161] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e3876b9-a6a2-4907-a3b7-31a810385e03 is going to be deleted. [ 774.073345] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.073499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.073552] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.073751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.073843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.073960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e3876b9-a6a2-4907-a3b7-31a810385e03" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.153630] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.154262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.154262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.154262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.203878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.203878] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.203878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.203878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.203878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.203878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.206086] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 774.262260] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.262761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.262847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.263082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.263231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.273794] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 774.304678] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.419742] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.420458] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-164" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.420458] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-164" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.420588] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-164" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.420751] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.420928] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.421158] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.421480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.421480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.421670] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.421784] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.421892] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.421997] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.422120] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.422222] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.422354] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.453550] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.453550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.453550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.453550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.453550] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.453550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.453550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.453550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.453550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.453550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.453550] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.485318] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.485318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.485318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.485318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.491630] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.491796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.491872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.492205] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.492379] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.492497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.492565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.492733] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.492821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.492918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.492994] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.493870] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.493983] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.494080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.494260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.494699] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.494805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.494871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.495028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.495115] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.495204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.495285] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.506963] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.507287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.508521] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.508521] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.086 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.508620] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.508986] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-164" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.509277] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-e4575ec6-35f4-4d51-9779-1686c089727c taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.509277] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-e4575ec6-35f4-4d51-9779-1686c089727c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.509387] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-e4575ec6-35f4-4d51-9779-1686c089727c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.511622] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-e4575ec6-35f4-4d51-9779-1686c089727c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.511622] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4575ec6-35f4-4d51-9779-1686c089727c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.511997] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-347b5d23-d3da-48aa-8604-6964a87846a7 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.511997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.511997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.512138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.512578] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.512711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.512800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.512985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.513094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.513181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.513266] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('347b5d23-d3da-48aa-8604-6964a87846a7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.515474] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8668634-7b93-4d1f-8161-e6d48b212ddd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.515586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.515632] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.515796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.516081] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.516623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.516719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.516936] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.517595] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.517595] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.517595] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.519293] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.519293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.519293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.519293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.519635] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.519635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.519635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.519635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.519816] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.519816] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.519877] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.523336] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-91ee95fa-4aba-443c-a57a-0110ca21b1b4 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.523336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.523336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.523336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.523336] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.523336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.523336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.523336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.523336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.523336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.523336] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.523336] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-db1d672c-125d-4399-90d8-7eb6dc4a6869 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.523336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.523336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.523336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.523869] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.523869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.523869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.523869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.523869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.523869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.524066] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.527115] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f92b39fa-0269-4c01-a5fd-0b41d09865f7 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.527255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.527305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.527526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.527670] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.527770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.527824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.527965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.528057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.528136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.528218] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f92b39fa-0269-4c01-a5fd-0b41d09865f7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.533124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.533269] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f32770-b12c-4600-b066-a7f0d3768a93 is going to be deleted. [ 774.536939] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.541016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.541016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.582813] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.583013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.584282] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.584399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.585210] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.585309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.586092] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.586185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.586945] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.587050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.587912] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.588246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.589026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.589196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.590199] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.590199] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.590921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.591017] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0208f1-a44c-4210-99ce-1158f3602c8c is going to be deleted. [ 774.592622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.593615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.613766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.613904] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b297b3b-a0ed-408e-91f2-c48a168a066d is going to be deleted. [ 774.616151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.616151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.641138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.641138] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 057cf966-4ffb-4f15-8c49-f131a3ae36ec is going to be deleted. [ 774.641986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.642231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.646940] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.647111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.666491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.666491] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a973d15c-d3d0-4ac9-b7a7-9f999f89324c is going to be deleted. [ 774.667917] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.667917] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.672023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.672775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.693857] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.693857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.701737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.701737] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c306c0e-1897-49bd-a7d0-dc3420e699a5 is going to be deleted. [ 774.702268] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.702380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.743873] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.743873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.749060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.749279] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db3619c6-db77-494a-94b3-b6bb7bfdd4c4 is going to be deleted. [ 774.750537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.750769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.774226] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.774467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.808587] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.808840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.808894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.809209] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.809319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.809351] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be is going to be created. [ 774.833014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.833074] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be deleted. [ 774.834370] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.834503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.867119] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.867436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.897019] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.897258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.897331] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.897650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.897824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.902641] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.902765] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c364628-341b-4ecc-abe4-8defdd3d450d is going to be deleted. [ 774.903985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.904229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.925223] env[65978]: INFO networking_nsxv3.common.synchronization [None req-a02dd9ba-4a43-4805-8bd4-1813817eed14 None None] Enqueued Resource ID: a23ca5b0-f6b7-4907-9877-0b67bbadf0db with Priority: HIGHEST for action port [ 774.925664] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a23ca5b0-f6b7-4907-9877-0b67bbadf0db with Priority: HIGHEST for action port [ 774.926166] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a23ca5b0-f6b7-4907-9877-0b67bbadf0db taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.927081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a23ca5b0-f6b7-4907-9877-0b67bbadf0db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.927081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a23ca5b0-f6b7-4907-9877-0b67bbadf0db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.927081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a23ca5b0-f6b7-4907-9877-0b67bbadf0db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.927081] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a23ca5b0-f6b7-4907-9877-0b67bbadf0db',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.940329] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: UNINITIALIZED for 2s [ 774.944063] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.944381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.956435] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.956754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.956754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.957060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.957311] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.957688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.957688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.957688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.957811] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.957811] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.957980] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.958165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.958165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.958588] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.958588] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.958588] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.958800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.958929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.959073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959388] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.001725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.002058] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f33a55-9e67-401f-a846-26058841a975 is going to be deleted. [ 775.003295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.003634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.003806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.004028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f32770-b12c-4600-b066-a7f0d3768a93" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.004381] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.005618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.005920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.006088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.006301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0208f1-a44c-4210-99ce-1158f3602c8c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.007125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.007737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.007737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.007737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b297b3b-a0ed-408e-91f2-c48a168a066d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.008873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.009428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.009428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.009573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-057cf966-4ffb-4f15-8c49-f131a3ae36ec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.010044] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.010267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.010380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.010948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a973d15c-d3d0-4ac9-b7a7-9f999f89324c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.010948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.010948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.010948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.011201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c306c0e-1897-49bd-a7d0-dc3420e699a5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.011364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.011541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.011635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.011746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db3619c6-db77-494a-94b3-b6bb7bfdd4c4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.022485] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.022717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.022717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.023131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.023377] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.023547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.023628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.023924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.023983] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.024077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.024401] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.024401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.024532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.024732] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.024998] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.025341] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.025434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.025594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.025718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.025987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.026157] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.029319] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.029319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.029319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.029319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.029319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.029662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.032663] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.035646] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f92b39fa-0269-4c01-a5fd-0b41d09865f7 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.035916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.035916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.036106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.036248] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.036366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.036401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.036545] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.036626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.036752] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.036998] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f92b39fa-0269-4c01-a5fd-0b41d09865f7 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.037351] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.037448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.037657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.039311] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.039423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.039525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.039713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.039889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.039962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.040071] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f92b39fa-0269-4c01-a5fd-0b41d09865f7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.041037] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.042554] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.043491] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.043666] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.043790] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.044663] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.044663] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.044663] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port e4575ec6-35f4-4d51-9779-1686c089727c not found, creating... [ 775.044663] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.044922] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.044922] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.046461] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.046461] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.046461] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.046461] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.046461] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.046461] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.046894] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.046894] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: e4575ec6-35f4-4d51-9779-1686c089727c is going to be created. [ 775.048323] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-347b5d23-d3da-48aa-8604-6964a87846a7 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.049186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.049186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.049186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.049186] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.049186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.049186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.051608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.051608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.051608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.051608] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-347b5d23-d3da-48aa-8604-6964a87846a7 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.051608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.051608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.051608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.051608] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.051608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.051608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.051608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.051608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.051608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.051608] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('347b5d23-d3da-48aa-8604-6964a87846a7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.052481] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46a6db76-8481-4ceb-966a-0b153878fe29: rpc.has_security_group_logging(os_id): False [ 775.079031] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.079183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.079276] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.079448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.079539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.079656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c364628-341b-4ecc-abe4-8defdd3d450d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.109087] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.109365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.109365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.109607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.121024] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.121024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.121024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.121024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.121024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.121024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-e4575ec6-35f4-4d51-9779-1686c089727c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.159893] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.160486] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.160717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.160842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.161205] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.161346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.161509] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 is going to be updated. [ 775.188930] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.189196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.189382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.189467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.189604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.189794] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f33a55-9e67-401f-a846-26058841a975" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.406335] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.406605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.406605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.407725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.407725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.429347] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a23ca5b0-f6b7-4907-9877-0b67bbadf0db [ 775.429631] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.429718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.429760] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.429999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.430125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.430188] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a23ca5b0-f6b7-4907-9877-0b67bbadf0db already deleted. [ 775.430274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a23ca5b0-f6b7-4907-9877-0b67bbadf0db" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.445704] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: IN_PROGRESS for 2s [ 775.463912] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 221f2963-70b3-4495-a4e7-a1070ff61864: rpc.has_security_group_logging(os_id): False [ 775.489068] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.489270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.489597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.489687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.512253] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99a6440e-ed26-4b77-bf0d-08094fc1cfaa: rpc.has_security_group_logging(os_id): False [ 775.530639] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2ad886c-f386-4bb6-899b-4e03b6cd4776: rpc.has_security_group_logging(os_id): False [ 775.533775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.534056] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.534183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.534240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.534451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.534568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.534722] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.534824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.535125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.535125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.535125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.535299] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.535417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.535527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.535611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.535684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.535735] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 221f2963-70b3-4495-a4e7-a1070ff61864 is going to be updated. [ 775.537371] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db1d672c-125d-4399-90d8-7eb6dc4a6869: rpc.has_security_group_logging(os_id): False [ 775.542762] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f92b39fa-0269-4c01-a5fd-0b41d09865f7: rpc.has_security_group_logging(os_id): False [ 775.552393] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8668634-7b93-4d1f-8161-e6d48b212ddd: rpc.has_security_group_logging(os_id): False [ 775.553682] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91ee95fa-4aba-443c-a57a-0110ca21b1b4: rpc.has_security_group_logging(os_id): False [ 775.555261] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 347b5d23-d3da-48aa-8604-6964a87846a7: rpc.has_security_group_logging(os_id): False [ 775.570448] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.570868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.570868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.572121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.574277] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.574492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.575713] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.576710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.580884] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.580884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.589601] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.589601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.622269] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.622269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.622269] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.622269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.628023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.628023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.628023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.628023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.628023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.628023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.628023] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 is going to be updated. [ 775.629375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.629684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.667026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.667026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.667026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.667026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.667026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.667026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.667026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.667026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.667026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.667026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.667026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.667026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.667026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.667026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.667669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.667669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.667669] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 is going to be updated. [ 775.668873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.669265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.671798] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.672185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.715452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.715452] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.715452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.715452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.715452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.715452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.715452] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.715452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.715452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.715452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.715452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.715452] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.715452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.715452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.715932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.715932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.715932] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be updated. [ 775.716561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.717016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.721381] env[65978]: INFO networking_nsxv3.common.synchronization [req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 req-0dedf2d8-b2d9-41c0-a1ba-d24a9782864d service nova] Enqueued Resource ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 with Priority: HIGHEST for action security_group_rules [ 775.721764] env[65978]: INFO networking_nsxv3.common.synchronization [req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 req-0dedf2d8-b2d9-41c0-a1ba-d24a9782864d service nova] Enqueued Resource ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 with Priority: HIGHEST for action security_group_members [ 775.722055] env[65978]: INFO networking_nsxv3.common.synchronization [req-ea39187f-2c94-488f-8c15-3b2a69c8efa9 req-0dedf2d8-b2d9-41c0-a1ba-d24a9782864d service nova] Enqueued Resource ID: e4575ec6-35f4-4d51-9779-1686c089727c with Priority: HIGHEST for action port [ 775.723279] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 with Priority: HIGHEST for action security_group_rules [ 775.723670] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 with Priority: HIGHEST for action security_group_members [ 775.723953] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4575ec6-35f4-4d51-9779-1686c089727c with Priority: HIGHEST for action port [ 775.728021] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-031eacbd-58c1-4c2c-a299-d77c7a3c0c76 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.728021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.728021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.728021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.728021] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('031eacbd-58c1-4c2c-a299-d77c7a3c0c76',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.728021] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.728021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.728021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.728021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.728021] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.728021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.728021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.728021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.728021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.728021] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031eacbd-58c1-4c2c-a299-d77c7a3c0c76',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.729474] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4575ec6-35f4-4d51-9779-1686c089727c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.729777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4575ec6-35f4-4d51-9779-1686c089727c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.729943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4575ec6-35f4-4d51-9779-1686c089727c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.730245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4575ec6-35f4-4d51-9779-1686c089727c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.730922] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4575ec6-35f4-4d51-9779-1686c089727c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.769628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.770210] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.770210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.770210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.770403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.770435] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.771282] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.771282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.771282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.771282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.771282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.771521] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.771521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.771521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.771646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.771731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.771825] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 347b5d23-d3da-48aa-8604-6964a87846a7 is going to be updated. [ 775.778133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.778133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.783897] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.785717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.820193] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.820193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.823339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.825017] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.825404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.825725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.826099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.827116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.827116] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa is going to be updated. [ 775.828031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.831036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.831036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.831036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.831036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.874675] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: IN_PROGRESS for 2s [ 775.874675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.874675] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.874675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.874675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.875341] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.875871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.875871] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8668634-7b93-4d1f-8161-e6d48b212ddd is going to be updated. [ 775.880019] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.880019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.880019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.880019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.880019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.880019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.880019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.880019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.882204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.884108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.884108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.884549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.885144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.959250] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 in Status: IN_PROGRESS for 2s [ 775.960570] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 in Status: IN_PROGRESS for 2s [ 775.994238] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: IN_PROGRESS for 2s [ 776.000953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.001876] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.002045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.002134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.002430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.002549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.002661] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 is going to be updated. [ 776.013030] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.013030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.013030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.013030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.013030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.030646] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.030848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.030887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.031170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.031327] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.063054] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.063323] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.063413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.063991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.064244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.081040] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 347b5d23-d3da-48aa-8604-6964a87846a7 in Status: IN_PROGRESS for 2s [ 776.082659] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa in Status: IN_PROGRESS for 2s [ 776.125751] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8668634-7b93-4d1f-8161-e6d48b212ddd in Status: IN_PROGRESS for 2s [ 776.167499] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.167782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.167782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.167964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.168085] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.214516] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 in Status: IN_PROGRESS for 2s [ 776.233802] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.234815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.235334] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('031eacbd-58c1-4c2c-a299-d77c7a3c0c76',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.237569] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4575ec6-35f4-4d51-9779-1686c089727c with status ACTIVE [ 776.237569] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.237569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.237569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.237569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.237569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.237569] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.238632] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.242027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.242027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.242027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.242027] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.242027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.242027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.242027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.242027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.242027] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4575ec6-35f4-4d51-9779-1686c089727c is going to be updated. [ 776.292816] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 776.292816] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 deletion is rescheduled due to dependency. [ 776.293255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.298389] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.298593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.298633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.299312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.299312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.299312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4575ec6-35f4-4d51-9779-1686c089727c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.742681] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('031eacbd-58c1-4c2c-a299-d77c7a3c0c76',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.951478] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: SUCCESS [ 776.951784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.951973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.952219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.952569] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.952686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.952731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.952908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.952993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.953109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.953245] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.246479] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.246479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.246479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.246916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.246916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.246916] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 is going to be created. [ 777.275179] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.275400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.275400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.275579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.275745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.288064] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 in Status: UNINITIALIZED for 2s [ 777.456161] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.459301] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: SUCCESS [ 777.459586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.889516] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: SUCCESS [ 777.889788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.958415] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10e1a4f0-fa3f-46cb-a711-9aab917bf5be: rpc.has_security_group_logging(os_id): False [ 777.975506] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 in Status: SUCCESS [ 777.975703] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.976666] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 in Status: SUCCESS [ 777.976666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.978795] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.978985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.979069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.979273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.979357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.979613] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.979704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.979768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.979936] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.980025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.980107] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be is going to be created. [ 778.016096] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: SUCCESS [ 778.016334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.059743] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.060557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.060557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.060557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.060557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.074567] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: IN_PROGRESS for 2s [ 778.101283] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 347b5d23-d3da-48aa-8604-6964a87846a7 in Status: SUCCESS [ 778.101634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.102532] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa in Status: SUCCESS [ 778.102731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.177160] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8668634-7b93-4d1f-8161-e6d48b212ddd in Status: SUCCESS [ 778.177399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.228604] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 in Status: SUCCESS [ 778.229078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.039607] env[65978]: INFO networking_nsxv3.common.synchronization [req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 req-61bdb823-97e5-4bc0-ba35-6f237628af71 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_members [ 779.040701] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_members [ 779.042039] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.042039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.042039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.042039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.042039] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.042039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.042380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.042380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.042449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.042584] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.306989] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 in Status: SUCCESS [ 779.306989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.307335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.307899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.308062] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.308220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.308308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.308559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.308680] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.308943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.308943] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('031eacbd-58c1-4c2c-a299-d77c7a3c0c76',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.545844] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.546110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.546359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.547185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.547841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.548346] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.548346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.549279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.549279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.549279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.549279] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 already deleted. [ 779.549279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.584505] env[65978]: INFO networking_nsxv3.common.synchronization [None req-8fdedb01-7ab9-412f-802c-ba095794e5e0 None None] Enqueued Resource ID: 81617c7f-bdae-4271-b8a2-0861bd9b13af with Priority: HIGHEST for action port [ 779.585202] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81617c7f-bdae-4271-b8a2-0861bd9b13af with Priority: HIGHEST for action port [ 779.585633] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-81617c7f-bdae-4271-b8a2-0861bd9b13af taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.585785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81617c7f-bdae-4271-b8a2-0861bd9b13af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.585851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81617c7f-bdae-4271-b8a2-0861bd9b13af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.586110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81617c7f-bdae-4271-b8a2-0861bd9b13af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.586197] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81617c7f-bdae-4271-b8a2-0861bd9b13af',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.606056] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.606271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.606376] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.606645] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.607128] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.607217] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.607325] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.607636] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.607796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.608010] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.608127] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.608230] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.608332] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.608439] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.608541] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.608669] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.631606] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.631606] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.631606] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.631943] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.632016] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-54435465-e216-4f21-9495-9fb82e282bc0 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.632231] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-54435465-e216-4f21-9495-9fb82e282bc0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.632392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-54435465-e216-4f21-9495-9fb82e282bc0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.632672] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-54435465-e216-4f21-9495-9fb82e282bc0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.632806] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54435465-e216-4f21-9495-9fb82e282bc0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.815023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.815023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.815023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.815023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.815023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.815023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.815023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.815023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.815023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.815023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.815023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.815023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.815023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.815023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.815023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.815023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.815806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.815806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.815806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.815806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.815806] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('031eacbd-58c1-4c2c-a299-d77c7a3c0c76',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.090650] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81617c7f-bdae-4271-b8a2-0861bd9b13af [ 780.091057] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.091057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.091178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.091343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.091519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.091586] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81617c7f-bdae-4271-b8a2-0861bd9b13af already deleted. [ 780.091637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81617c7f-bdae-4271-b8a2-0861bd9b13af" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.097713] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: SUCCESS [ 780.097995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.137126] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.137126] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.137126] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.137126] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.137126] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.137126] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 54435465-e216-4f21-9495-9fb82e282bc0 not found, creating... [ 780.138115] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.138115] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.138115] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.138115] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.138115] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.138370] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.138531] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.138927] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.140817] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.140817] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.140817] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 54435465-e216-4f21-9495-9fb82e282bc0 is going to be created. [ 780.167368] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.167693] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.167966] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.168316] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.168837] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.168997] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-54435465-e216-4f21-9495-9fb82e282bc0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.318452] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 031eacbd-58c1-4c2c-a299-d77c7a3c0c76: rpc.has_security_group_logging(os_id): False [ 780.367201] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.367201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.367201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.367201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.367201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.367201] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.367201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.367201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.367201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.367201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.367201] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.367201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.367201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.367201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.367201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.367918] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.367918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.367918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.367918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.367918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.367918] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 is going to be created. [ 780.438220] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.438220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.438220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.438220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.438220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.451311] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 in Status: IN_PROGRESS for 2s [ 780.953592] env[65978]: INFO networking_nsxv3.common.synchronization [req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 req-988b850b-ebae-46b7-b1fd-0b163f3bd527 service nova] Enqueued Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_rules [ 780.953770] env[65978]: INFO networking_nsxv3.common.synchronization [req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 req-988b850b-ebae-46b7-b1fd-0b163f3bd527 service nova] Enqueued Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_members [ 780.953900] env[65978]: INFO networking_nsxv3.common.synchronization [req-e74a5c8d-ffc4-4fba-bdc0-7a5f0b04ecc3 req-988b850b-ebae-46b7-b1fd-0b163f3bd527 service nova] Enqueued Resource ID: 54435465-e216-4f21-9495-9fb82e282bc0 with Priority: HIGHEST for action port [ 780.954486] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_rules [ 780.954665] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_members [ 780.956909] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54435465-e216-4f21-9495-9fb82e282bc0 with Priority: HIGHEST for action port [ 780.956909] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.956909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.956909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.956909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.956909] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.957272] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.957272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.957370] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.957504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.957693] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.957831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.957893] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.958044] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.958221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.959648] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.959648] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-54435465-e216-4f21-9495-9fb82e282bc0 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.959648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54435465-e216-4f21-9495-9fb82e282bc0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.959941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54435465-e216-4f21-9495-9fb82e282bc0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.959941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54435465-e216-4f21-9495-9fb82e282bc0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.959941] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54435465-e216-4f21-9495-9fb82e282bc0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.462246] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.462246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.462671] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.465675] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54435465-e216-4f21-9495-9fb82e282bc0 with status ACTIVE [ 781.465675] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.465675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.465675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.465675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.465675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.465675] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.465675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.465675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.465675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.465675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.466459] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.466459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.466459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.466459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.466459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.466459] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54435465-e216-4f21-9495-9fb82e282bc0 is going to be updated. [ 781.497180] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.497180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.497180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.497180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.497180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.497180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54435465-e216-4f21-9495-9fb82e282bc0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.740483] env[65978]: INFO networking_nsxv3.common.synchronization [req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb req-4fa7c544-3018-4d47-8cb2-b04ba34fa246 tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Enqueued Resource ID: 767d892d-668a-469a-96cb-844692da06d1 with Priority: HIGHEST for action security_group_members [ 781.741951] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767d892d-668a-469a-96cb-844692da06d1 with Priority: HIGHEST for action security_group_members [ 781.742727] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-767d892d-668a-469a-96cb-844692da06d1 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.742903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.743014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.743392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.744032] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.744245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.744388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.917565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.917726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.917844] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('767d892d-668a-469a-96cb-844692da06d1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.968441] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.128366] env[65978]: INFO networking_nsxv3.common.synchronization [None req-c0d5e46c-7737-4c31-9cce-7e27afe5a495 None None] Enqueued Resource ID: 22272067-617e-4e19-98cb-496fe0cf53ab with Priority: HIGHEST for action port [ 782.129259] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22272067-617e-4e19-98cb-496fe0cf53ab with Priority: HIGHEST for action port [ 782.129760] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-22272067-617e-4e19-98cb-496fe0cf53ab taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.131133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22272067-617e-4e19-98cb-496fe0cf53ab" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.131133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22272067-617e-4e19-98cb-496fe0cf53ab" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.131845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22272067-617e-4e19-98cb-496fe0cf53ab" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.131948] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22272067-617e-4e19-98cb-496fe0cf53ab',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.220332] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.220609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-331" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.220691] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-331" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.221307] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-331" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.222548] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.222728] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.222841] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.223117] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.223267] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.223493] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.223664] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.223727] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.223811] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.223971] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.224066] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.224135] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.250801] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.251512] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.251512] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.251709] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-331" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.252259] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-475d4233-f067-4939-9d0b-a01fd1a42459 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.252259] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-475d4233-f067-4939-9d0b-a01fd1a42459" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.252436] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-475d4233-f067-4939-9d0b-a01fd1a42459" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.252713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-475d4233-f067-4939-9d0b-a01fd1a42459" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.253073] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('475d4233-f067-4939-9d0b-a01fd1a42459',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.421224] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.421461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.421538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.421753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.421842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.422052] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.422154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.422212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.422359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.422444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.422529] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 767d892d-668a-469a-96cb-844692da06d1 already deleted. [ 782.422606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.465693] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 in Status: SUCCESS [ 782.466892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.472522] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.472672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.472743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.472970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.473075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.473197] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 is going to be created. [ 782.500060] env[65978]: INFO networking_nsxv3.common.synchronization [req-2fc3ce52-09d9-4170-99d8-d2575ea77499 req-3da8efe8-3622-461e-bbcb-7aae6769d3ee tempest-SecurityGroupRulesNegativeTestJSON-2021611914 tempest-SecurityGroupRulesNegativeTestJSON-2021611914-project-member] Enqueued Resource ID: da1c9bcd-924f-4dec-9093-c940c407276e with Priority: HIGHEST for action security_group_rules [ 782.500816] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c9bcd-924f-4dec-9093-c940c407276e with Priority: HIGHEST for action security_group_rules [ 782.501200] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1c9bcd-924f-4dec-9093-c940c407276e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.501314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1c9bcd-924f-4dec-9093-c940c407276e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.501420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1c9bcd-924f-4dec-9093-c940c407276e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.501656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1c9bcd-924f-4dec-9093-c940c407276e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.501737] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1c9bcd-924f-4dec-9093-c940c407276e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.506726] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.506906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.506981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.508158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.508158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.523839] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 in Status: UNINITIALIZED for 2s [ 782.636567] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22272067-617e-4e19-98cb-496fe0cf53ab [ 782.636771] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.637022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.637126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.637273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.637644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.637644] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22272067-617e-4e19-98cb-496fe0cf53ab already deleted. [ 782.637644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22272067-617e-4e19-98cb-496fe0cf53ab" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.756525] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.756768] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.756894] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.757242] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.757426] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.757605] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 475d4233-f067-4939-9d0b-a01fd1a42459 not found, creating... [ 782.757906] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.758546] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.758546] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.758546] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.758730] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.759295] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.759528] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.759604] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.759807] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.759955] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.760104] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 475d4233-f067-4939-9d0b-a01fd1a42459 is going to be created. [ 782.786533] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.786862] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.787012] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.787361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.787637] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.788384] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-475d4233-f067-4939-9d0b-a01fd1a42459" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.028037] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.028037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.028307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.028372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.028472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.028567] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1c9bcd-924f-4dec-9093-c940c407276e already deleted. [ 783.028640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1c9bcd-924f-4dec-9093-c940c407276e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.544109] env[65978]: INFO networking_nsxv3.common.synchronization [req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb req-9935736a-4d59-4c97-9a61-7d184d3da933 service nova] Enqueued Resource ID: 767d892d-668a-469a-96cb-844692da06d1 with Priority: HIGHEST for action security_group_rules [ 783.544425] env[65978]: INFO networking_nsxv3.common.synchronization [req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb req-9935736a-4d59-4c97-9a61-7d184d3da933 service nova] Enqueued Resource ID: 767d892d-668a-469a-96cb-844692da06d1 with Priority: HIGHEST for action security_group_members [ 783.544425] env[65978]: INFO networking_nsxv3.common.synchronization [req-7272f9f1-8b90-4abc-afb4-d5eab9f719cb req-9935736a-4d59-4c97-9a61-7d184d3da933 service nova] Enqueued Resource ID: 475d4233-f067-4939-9d0b-a01fd1a42459 with Priority: HIGHEST for action port [ 783.545786] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767d892d-668a-469a-96cb-844692da06d1 with Priority: HIGHEST for action security_group_rules [ 783.545956] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767d892d-668a-469a-96cb-844692da06d1 with Priority: HIGHEST for action security_group_members [ 783.546114] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475d4233-f067-4939-9d0b-a01fd1a42459 with Priority: HIGHEST for action port [ 783.546457] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-767d892d-668a-469a-96cb-844692da06d1 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.546591] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.546668] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.546978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.547096] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('767d892d-668a-469a-96cb-844692da06d1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.547928] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-767d892d-668a-469a-96cb-844692da06d1 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.548082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.548181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.548318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.548454] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.548542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.548660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.548773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.548870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.548991] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('767d892d-668a-469a-96cb-844692da06d1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.556099] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-475d4233-f067-4939-9d0b-a01fd1a42459 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.557079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-475d4233-f067-4939-9d0b-a01fd1a42459" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.557290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-475d4233-f067-4939-9d0b-a01fd1a42459" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.557516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-475d4233-f067-4939-9d0b-a01fd1a42459" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.557624] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('475d4233-f067-4939-9d0b-a01fd1a42459',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.059824] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('767d892d-668a-469a-96cb-844692da06d1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.064023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-767d892d-668a-469a-96cb-844692da06d1 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.064023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.064023] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 475d4233-f067-4939-9d0b-a01fd1a42459 with status ACTIVE [ 784.064023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.064023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.064023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.064023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.064023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.064023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.067574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.067574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.067574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.067574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.067574] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.067574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.067574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.067574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.067574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.067574] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 475d4233-f067-4939-9d0b-a01fd1a42459 is going to be updated. [ 784.102052] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.102253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.102253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.102537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.102752] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.102990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-475d4233-f067-4939-9d0b-a01fd1a42459" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.143883] env[65978]: INFO networking_nsxv3.common.synchronization [req-a053ede6-1a9d-4808-834f-29c2e59c5437 req-232ea516-5469-4e06-a3cb-be10ec861b31 tempest-SecurityGroupRulesNegativeTestJSON-2021611914 tempest-SecurityGroupRulesNegativeTestJSON-2021611914-project-member] Enqueued Resource ID: da1c9bcd-924f-4dec-9093-c940c407276e with Priority: HIGHEST for action security_group_rules [ 784.144280] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1c9bcd-924f-4dec-9093-c940c407276e with Priority: HIGHEST for action security_group_rules [ 784.144657] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1c9bcd-924f-4dec-9093-c940c407276e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.144657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1c9bcd-924f-4dec-9093-c940c407276e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.144780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1c9bcd-924f-4dec-9093-c940c407276e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.144918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1c9bcd-924f-4dec-9093-c940c407276e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.145010] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1c9bcd-924f-4dec-9093-c940c407276e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.536912] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 in Status: SUCCESS [ 784.537792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.537792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.537792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.537792] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.538080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.538080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.538080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.538195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.538237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.538334] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.563778] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('767d892d-668a-469a-96cb-844692da06d1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.673225] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.674112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.674112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.674112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.674112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.674112] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1c9bcd-924f-4dec-9093-c940c407276e already deleted. [ 784.674112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1c9bcd-924f-4dec-9093-c940c407276e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.744927] env[65978]: INFO networking_nsxv3.common.synchronization [req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 req-bd15cf3c-3488-4e0b-9e1b-b1333be0ff77 tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Enqueued Resource ID: b135651d-65af-4c62-ac15-287b61091d53 with Priority: HIGHEST for action security_group_members [ 784.746324] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b135651d-65af-4c62-ac15-287b61091d53 with Priority: HIGHEST for action security_group_members [ 784.746828] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-b135651d-65af-4c62-ac15-287b61091d53 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.747230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.749366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.749366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.749366] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.749366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.749366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.749366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.749366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.749366] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b135651d-65af-4c62-ac15-287b61091d53',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.044302] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.044302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.044523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.044659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.045273] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.045470] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.045549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.045701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.045798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.045955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.046079] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.046222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.046271] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.046389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.046530] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.046619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.046678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.046839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.046956] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.048630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.048898] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.068578] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.068874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.069106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.069482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.069602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.069718] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 767d892d-668a-469a-96cb-844692da06d1 is going to be created. [ 785.097851] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.097851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.097851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.097851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.098150] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.109663] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 767d892d-668a-469a-96cb-844692da06d1 in Status: UNINITIALIZED for 2s [ 785.251601] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.251751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.251855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.252043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.252133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.252512] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.252751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.252877] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.253862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.253862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.253862] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b135651d-65af-4c62-ac15-287b61091d53 already deleted. [ 785.253862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.260599] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.260844] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.260988] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.262271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.262271] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.262271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.262785] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.262866] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.263229] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.263574] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.263755] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.263931] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.264121] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.264306] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.264477] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.264694] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.295401] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.295401] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.295401] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.295401] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-749" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.295401] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-2ff30e3d-3100-4af9-ad31-e802dbf30920 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.295401] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-2ff30e3d-3100-4af9-ad31-e802dbf30920" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.295401] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-2ff30e3d-3100-4af9-ad31-e802dbf30920" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.295948] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-2ff30e3d-3100-4af9-ad31-e802dbf30920" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.295948] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff30e3d-3100-4af9-ad31-e802dbf30920',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.553263] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83e3a499-b1d5-46dd-abd8-d0c37f16d823: rpc.has_security_group_logging(os_id): False [ 785.584045] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.584045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.584045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.584045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.584045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.584537] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.584537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.584537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.584537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.584537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.584725] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.584768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.584797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.584945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.585415] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.585729] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.585845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.586576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.586576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.586576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.586752] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 is going to be created. [ 785.692810] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.692810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.692810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.693024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.693738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.711538] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 in Status: IN_PROGRESS for 2s [ 785.798544] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.798771] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.798912] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.799275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.799435] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.799599] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 2ff30e3d-3100-4af9-ad31-e802dbf30920 not found, creating... [ 785.800228] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.800228] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.800228] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.800460] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.800553] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.800867] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.802170] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.802502] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.802900] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.803177] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.803454] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 2ff30e3d-3100-4af9-ad31-e802dbf30920 is going to be created. [ 785.878443] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.878850] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.879143] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.879547] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.879935] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.880531] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-2ff30e3d-3100-4af9-ad31-e802dbf30920" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.569709] env[65978]: INFO networking_nsxv3.common.synchronization [req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 req-b154037e-46d3-4ff7-84d1-b6700297611f service nova] Enqueued Resource ID: b135651d-65af-4c62-ac15-287b61091d53 with Priority: HIGHEST for action security_group_rules [ 786.569904] env[65978]: INFO networking_nsxv3.common.synchronization [req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 req-b154037e-46d3-4ff7-84d1-b6700297611f service nova] Enqueued Resource ID: b135651d-65af-4c62-ac15-287b61091d53 with Priority: HIGHEST for action security_group_members [ 786.570032] env[65978]: INFO networking_nsxv3.common.synchronization [req-bd59f248-da70-4599-aecf-aa5cafd8b1c4 req-b154037e-46d3-4ff7-84d1-b6700297611f service nova] Enqueued Resource ID: 2ff30e3d-3100-4af9-ad31-e802dbf30920 with Priority: HIGHEST for action port [ 786.570707] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b135651d-65af-4c62-ac15-287b61091d53 with Priority: HIGHEST for action security_group_rules [ 786.570851] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b135651d-65af-4c62-ac15-287b61091d53 with Priority: HIGHEST for action security_group_members [ 786.570947] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff30e3d-3100-4af9-ad31-e802dbf30920 with Priority: HIGHEST for action port [ 786.571292] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b135651d-65af-4c62-ac15-287b61091d53 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.571535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.571535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.572456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.572572] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b135651d-65af-4c62-ac15-287b61091d53',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.573532] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-b135651d-65af-4c62-ac15-287b61091d53 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.573627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.573705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.573879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.574083] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.574191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.574191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.574337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.574420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.574514] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b135651d-65af-4c62-ac15-287b61091d53',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.577658] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff30e3d-3100-4af9-ad31-e802dbf30920 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.577772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff30e3d-3100-4af9-ad31-e802dbf30920" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.577846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff30e3d-3100-4af9-ad31-e802dbf30920" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.578750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff30e3d-3100-4af9-ad31-e802dbf30920" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.578750] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff30e3d-3100-4af9-ad31-e802dbf30920',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.799956] env[65978]: INFO networking_nsxv3.common.synchronization [req-4dcb7705-dbfd-4a3f-b34d-9d75b96f970d req-c0bbff36-f40d-4efe-ac53-3d56dad66e93 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624 tempest-FloatingIPsAssociationNegativeTestJSON-1552464624-project-member] Enqueued Resource ID: 347b5d23-d3da-48aa-8604-6964a87846a7 with Priority: HIGHEST for action security_group_members [ 786.801456] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347b5d23-d3da-48aa-8604-6964a87846a7 with Priority: HIGHEST for action security_group_members [ 786.801456] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-347b5d23-d3da-48aa-8604-6964a87846a7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.801456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.801456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.801456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.801745] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.801745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.801745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.801853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.801906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.801999] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('347b5d23-d3da-48aa-8604-6964a87846a7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.080384] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-b135651d-65af-4c62-ac15-287b61091d53 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.080574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.080811] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b135651d-65af-4c62-ac15-287b61091d53',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.082403] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ff30e3d-3100-4af9-ad31-e802dbf30920 with status ACTIVE [ 787.082643] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.082804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.082869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.083167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.083238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.083430] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.083546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.083611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.083798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.083893] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.084213] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.084293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.084359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.084494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.084571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.084674] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ff30e3d-3100-4af9-ad31-e802dbf30920 is going to be updated. [ 787.113249] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.113249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.113249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.113249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.113249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.113249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff30e3d-3100-4af9-ad31-e802dbf30920" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.124099] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 767d892d-668a-469a-96cb-844692da06d1 in Status: SUCCESS [ 787.124385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.125156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.125156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.125156] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.125156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.125512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.125512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.125512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.125512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.125757] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('767d892d-668a-469a-96cb-844692da06d1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.304182] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.304329] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.304401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.305349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.305349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.305349] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.305349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.305349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.305349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.305349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.305349] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347b5d23-d3da-48aa-8604-6964a87846a7 is going to be updated. [ 787.341296] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.341432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.341570] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.341804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.342062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.356702] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347b5d23-d3da-48aa-8604-6964a87846a7 in Status: IN_PROGRESS for 2s [ 787.588982] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b135651d-65af-4c62-ac15-287b61091d53',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.628669] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-767d892d-668a-469a-96cb-844692da06d1 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.628914] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.629035] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.629332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.629594] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.629742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.629742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.629871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.629963] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.630089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.630289] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-767d892d-668a-469a-96cb-844692da06d1 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.630360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.630423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.630610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.630780] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.630855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.630906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.631210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.631210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.631210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.631569] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('767d892d-668a-469a-96cb-844692da06d1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.728818] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 in Status: SUCCESS [ 787.729106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.091957] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.091957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.091957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.092564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.092564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.092564] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b135651d-65af-4c62-ac15-287b61091d53 is going to be created. [ 788.116657] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.116806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.116883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.117106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.117260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.129378] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b135651d-65af-4c62-ac15-287b61091d53 in Status: UNINITIALIZED for 2s [ 788.134754] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 767d892d-668a-469a-96cb-844692da06d1: rpc.has_security_group_logging(os_id): False [ 788.154919] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.155126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.155235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.155411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.155498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.155696] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.155794] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.155854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.156009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.156097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.156328] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.156460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.156568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.156739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.156816] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.157776] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.157776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.157776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.157776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.157776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.157776] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 767d892d-668a-469a-96cb-844692da06d1 is going to be created. [ 788.290124] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.290288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.290397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.290572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.290762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.327204] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 767d892d-668a-469a-96cb-844692da06d1 in Status: IN_PROGRESS for 2s [ 788.607441] env[65978]: INFO networking_nsxv3.common.synchronization [None req-1cfb9c18-8165-454f-98f3-12201e3be235 None None] Enqueued Resource ID: a133dd07-e5c7-430d-9f95-1017c685f542 with Priority: HIGHEST for action port [ 788.607441] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a133dd07-e5c7-430d-9f95-1017c685f542 with Priority: HIGHEST for action port [ 788.607441] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a133dd07-e5c7-430d-9f95-1017c685f542 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.611189] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a133dd07-e5c7-430d-9f95-1017c685f542" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.611189] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a133dd07-e5c7-430d-9f95-1017c685f542" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.611189] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a133dd07-e5c7-430d-9f95-1017c685f542" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.611189] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a133dd07-e5c7-430d-9f95-1017c685f542',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.114608] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a133dd07-e5c7-430d-9f95-1017c685f542 [ 789.114922] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.115059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.115208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.115432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.115521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.115609] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a133dd07-e5c7-430d-9f95-1017c685f542 already deleted. [ 789.115685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a133dd07-e5c7-430d-9f95-1017c685f542" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.370986] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347b5d23-d3da-48aa-8604-6964a87846a7 in Status: SUCCESS [ 789.370986] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347b5d23-d3da-48aa-8604-6964a87846a7 deletion is rescheduled due to dependency. [ 789.370986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.672450] env[65978]: INFO networking_nsxv3.common.synchronization [req-0e5f1d42-d884-4086-ad60-1745701db4d4 req-cb49844a-c9a6-4041-a195-e924d8845f0c tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 789.672450] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 789.672450] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.672450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.672450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.682152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.682152] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.682152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.682152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.682152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.682152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.682152] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.144514] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b135651d-65af-4c62-ac15-287b61091d53 in Status: SUCCESS [ 790.144514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.144514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.145011] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.145162] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.145314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.145416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.145667] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.145796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.145936] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.146125] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b135651d-65af-4c62-ac15-287b61091d53',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.183567] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.183567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.183567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.183884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.183884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.184131] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.184202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.184245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.184388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.184464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.184552] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce already deleted. [ 790.184629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.196246] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.196246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.196246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.196246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.196246] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.196246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.196246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.197283] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.197283] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.197283] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.197283] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.197283] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.197283] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.197283] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.197283] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.197975] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.226236] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.226385] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.226518] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.226688] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.227302] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-7e0a191d-5795-4a02-bacb-dfc031dafdbc taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.227302] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-7e0a191d-5795-4a02-bacb-dfc031dafdbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.227464] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-7e0a191d-5795-4a02-bacb-dfc031dafdbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.227703] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-7e0a191d-5795-4a02-bacb-dfc031dafdbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.228613] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e0a191d-5795-4a02-bacb-dfc031dafdbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.352467] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 767d892d-668a-469a-96cb-844692da06d1 in Status: SUCCESS [ 790.352827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.649626] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-b135651d-65af-4c62-ac15-287b61091d53 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.649822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.649864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.650073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.650283] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.650372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.650409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.650542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.650628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.650716] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.650861] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-b135651d-65af-4c62-ac15-287b61091d53 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.650953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.651017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.651161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.651297] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.651386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.651472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.651616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.651691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.651771] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.651861] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b135651d-65af-4c62-ac15-287b61091d53',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.730982] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.731361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.731572] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.731965] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.732321] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.732416] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 7e0a191d-5795-4a02-bacb-dfc031dafdbc not found, creating... [ 790.732763] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.733016] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.733205] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.733473] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.733750] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.734191] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.734365] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.734535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.734860] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.735673] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.735673] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 7e0a191d-5795-4a02-bacb-dfc031dafdbc is going to be created. [ 790.759329] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.759626] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.759773] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.760142] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.760406] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.760704] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-7e0a191d-5795-4a02-bacb-dfc031dafdbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.091270] env[65978]: INFO networking_nsxv3.common.synchronization [None req-adbacd23-69d3-4ed5-a55b-54f78721eb91 None None] Enqueued Resource ID: 3387857a-1320-4c08-9e44-2848a902436e with Priority: HIGHEST for action port [ 791.091686] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3387857a-1320-4c08-9e44-2848a902436e with Priority: HIGHEST for action port [ 791.092279] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3387857a-1320-4c08-9e44-2848a902436e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.092279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3387857a-1320-4c08-9e44-2848a902436e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.092454] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3387857a-1320-4c08-9e44-2848a902436e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.092711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3387857a-1320-4c08-9e44-2848a902436e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.092824] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3387857a-1320-4c08-9e44-2848a902436e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.155109] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b135651d-65af-4c62-ac15-287b61091d53: rpc.has_security_group_logging(os_id): False [ 791.197149] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.197619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.197619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.198012] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.198165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.198502] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.198652] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.198831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.199371] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.199503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.199908] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.200102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.200999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.200999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.200999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.200999] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.200999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.202904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.203069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.203118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.203358] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b135651d-65af-4c62-ac15-287b61091d53 is going to be created. [ 791.272538] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.272690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.272761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.272962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.273166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.287165] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b135651d-65af-4c62-ac15-287b61091d53 in Status: IN_PROGRESS for 2s [ 791.410362] env[65978]: INFO networking_nsxv3.common.synchronization [req-a9610d45-a269-4117-b7de-163f45d24a10 req-f60b400f-2ea6-43d6-b80a-5328aec46225 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 791.411126] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 791.411662] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.411918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.412092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.412394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.412665] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.414593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.414593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.414593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.414593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.414593] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.529418] env[65978]: INFO networking_nsxv3.common.synchronization [req-0e5f1d42-d884-4086-ad60-1745701db4d4 req-2e720ff9-a803-45f7-8926-116c37bea926 service nova] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_rules [ 791.529418] env[65978]: INFO networking_nsxv3.common.synchronization [req-0e5f1d42-d884-4086-ad60-1745701db4d4 req-2e720ff9-a803-45f7-8926-116c37bea926 service nova] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 791.529418] env[65978]: INFO networking_nsxv3.common.synchronization [req-0e5f1d42-d884-4086-ad60-1745701db4d4 req-2e720ff9-a803-45f7-8926-116c37bea926 service nova] Enqueued Resource ID: 7e0a191d-5795-4a02-bacb-dfc031dafdbc with Priority: HIGHEST for action port [ 791.529418] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_rules [ 791.529418] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 791.529418] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e0a191d-5795-4a02-bacb-dfc031dafdbc with Priority: HIGHEST for action port [ 791.529418] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.529697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.529697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.529768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.530225] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.531193] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.531193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.531193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.531193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.532304] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.532304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.532304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.532304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.532304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.532304] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.532686] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e0a191d-5795-4a02-bacb-dfc031dafdbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.532785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e0a191d-5795-4a02-bacb-dfc031dafdbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.532785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e0a191d-5795-4a02-bacb-dfc031dafdbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.532921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e0a191d-5795-4a02-bacb-dfc031dafdbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.532991] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e0a191d-5795-4a02-bacb-dfc031dafdbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.595184] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3387857a-1320-4c08-9e44-2848a902436e [ 791.595982] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.595982] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.595982] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.595982] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.596637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.596778] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3387857a-1320-4c08-9e44-2848a902436e already deleted. [ 791.596898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3387857a-1320-4c08-9e44-2848a902436e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.916701] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.036013] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.036361] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.036480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.037197] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e0a191d-5795-4a02-bacb-dfc031dafdbc with status ACTIVE [ 792.037197] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.037197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.037460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.037609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.037756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.037920] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.040453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.042485] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.042639] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.042691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.043520] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.043520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.043520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.043520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.043520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.044244] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e0a191d-5795-4a02-bacb-dfc031dafdbc is going to be updated. [ 792.074406] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.074406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.074406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.074406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.074406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.074406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e0a191d-5795-4a02-bacb-dfc031dafdbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.349240] env[65978]: INFO networking_nsxv3.common.synchronization [req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 req-fb2da5cc-ff5d-4de3-aee6-73b69dbc9b25 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 792.349240] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 792.349240] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.349240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.419752] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.547380] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.719098] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.719098] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.719098] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.719098] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.719098] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.719098] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.719098] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.719098] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.719098] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.719098] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.719098] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.719098] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.719098] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.719750] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.719750] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.719750] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.759683] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.759856] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.759991] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.760195] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.761705] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-f648b10c-7383-45f4-953f-1dc5e570eed1 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.761705] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-f648b10c-7383-45f4-953f-1dc5e570eed1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.761705] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-f648b10c-7383-45f4-953f-1dc5e570eed1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.761705] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-f648b10c-7383-45f4-953f-1dc5e570eed1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.763774] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f648b10c-7383-45f4-953f-1dc5e570eed1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.925443] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.925694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.925821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.926143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.926539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.926718] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be updated. [ 792.966589] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.966589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.966589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.966988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.966988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.978094] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: IN_PROGRESS for 2s [ 793.051759] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.051921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.051985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.052277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.052423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.052529] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be created. [ 793.091810] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.091810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.091810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.091810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.091810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.102220] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: UNINITIALIZED for 2s [ 793.267093] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.267450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.267617] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.267963] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.268156] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.268717] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port f648b10c-7383-45f4-953f-1dc5e570eed1 not found, creating... [ 793.268717] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.269091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.269091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.269091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.269296] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.269578] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.269743] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.269856] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.271039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.271039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.271039] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: f648b10c-7383-45f4-953f-1dc5e570eed1 is going to be created. [ 793.328563] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b135651d-65af-4c62-ac15-287b61091d53 in Status: SUCCESS [ 793.328839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.329977] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.330245] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.330404] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.330684] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.330906] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.331264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-f648b10c-7383-45f4-953f-1dc5e570eed1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.986146] env[65978]: INFO networking_nsxv3.common.synchronization [req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 req-2de7adfc-4821-45cb-8f13-1e541936750a service nova] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_rules [ 793.986541] env[65978]: INFO networking_nsxv3.common.synchronization [req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 req-2de7adfc-4821-45cb-8f13-1e541936750a service nova] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 793.986541] env[65978]: INFO networking_nsxv3.common.synchronization [req-d9e4a3ad-8eb8-4646-b519-00dd303b32b7 req-2de7adfc-4821-45cb-8f13-1e541936750a service nova] Enqueued Resource ID: f648b10c-7383-45f4-953f-1dc5e570eed1 with Priority: HIGHEST for action port [ 793.987058] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_rules [ 793.987206] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 793.987402] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f648b10c-7383-45f4-953f-1dc5e570eed1 with Priority: HIGHEST for action port [ 793.987592] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.987748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.987942] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.988043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.988131] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f648b10c-7383-45f4-953f-1dc5e570eed1 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.988225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f648b10c-7383-45f4-953f-1dc5e570eed1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.988278] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f648b10c-7383-45f4-953f-1dc5e570eed1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.988472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f648b10c-7383-45f4-953f-1dc5e570eed1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.988735] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f648b10c-7383-45f4-953f-1dc5e570eed1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.492525] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f648b10c-7383-45f4-953f-1dc5e570eed1 with status ACTIVE [ 794.492779] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.492904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.492958] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.493195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.493284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.493466] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.493559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.493622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.493779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.493849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.494567] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.494567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.494567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.494567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.494567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.494567] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f648b10c-7383-45f4-953f-1dc5e570eed1 is going to be updated. [ 794.518234] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.518397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.518436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.518700] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.518856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.519054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f648b10c-7383-45f4-953f-1dc5e570eed1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.992495] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: SUCCESS [ 794.992822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.115823] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 795.116098] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.116283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.116562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.118627] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.118627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.118627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.118627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.118627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.118627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.118627] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.119022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.119615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.119787] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.120095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.120166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.120458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.120603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.120678] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.623505] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.624649] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.624792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.126295] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.632379] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.632514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.632514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.632950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.632950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.632950] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 796.667838] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.668079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.668156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.668373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.668793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.678101] env[65978]: INFO networking_nsxv3.common.synchronization [req-5ce2f996-8ad6-4e7a-a2e7-bf47f5a5952b req-3b87e3a2-d981-49b1-af23-d5d33b3e5abd tempest-InstanceActionsTestJSON-768575847 tempest-InstanceActionsTestJSON-768575847-project-member] Enqueued Resource ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 with Priority: HIGHEST for action security_group_members [ 796.679391] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 with Priority: HIGHEST for action security_group_members [ 796.680369] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.680561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.680682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.681027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.681322] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.681505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.681638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.682457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.682625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.682790] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('031eacbd-58c1-4c2c-a299-d77c7a3c0c76',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.686062] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 797.187886] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.188203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.188203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.188340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.188445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.188705] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.188869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.188929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.189193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.189338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.189443] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 is going to be updated. [ 797.237278] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.239047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.239047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.239047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.239047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.249743] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 in Status: IN_PROGRESS for 2s [ 797.497050] env[65978]: INFO networking_nsxv3.common.synchronization [req-3ce28cc3-de02-406f-af5e-e0ccb1862ec3 req-b2a3d256-873c-4ced-a55b-9b10e6361ea3 tempest-ServerMetadataTestJSON-730236823 tempest-ServerMetadataTestJSON-730236823-project-member] Enqueued Resource ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 with Priority: HIGHEST for action security_group_members [ 797.497050] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 with Priority: HIGHEST for action security_group_members [ 797.497050] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f92b39fa-0269-4c01-a5fd-0b41d09865f7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.497050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.497050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.497939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.498364] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.498648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.498836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.499124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.499380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.499619] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f92b39fa-0269-4c01-a5fd-0b41d09865f7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.001845] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.002015] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.002150] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.002708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.002886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.003118] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.003234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.003306] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.003513] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.003635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.003674] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 is going to be updated. [ 798.039543] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.039543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.039543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.039781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.039995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.052818] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 in Status: IN_PROGRESS for 2s [ 798.258870] env[65978]: INFO networking_nsxv3.common.synchronization [req-153fb4f8-4837-47e1-a2a9-1371a432055f req-7c9383f1-f69c-46f9-bc83-f2b2c769405c tempest-ServerAddressesNegativeTestJSON-1851894233 tempest-ServerAddressesNegativeTestJSON-1851894233-project-member] Enqueued Resource ID: 767d892d-668a-469a-96cb-844692da06d1 with Priority: HIGHEST for action security_group_members [ 798.260334] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767d892d-668a-469a-96cb-844692da06d1 with Priority: HIGHEST for action security_group_members [ 798.261057] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-767d892d-668a-469a-96cb-844692da06d1 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.261057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.261057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.261057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.261250] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.261377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.261377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.261529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.261623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.261826] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('767d892d-668a-469a-96cb-844692da06d1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.702055] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 798.702225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.702273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.703024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.703024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.703024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.703024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.703024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.703332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.703332] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.765467] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.765802] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.766527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.769082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.769082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.769082] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.769082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.769082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.769082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.769082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.769082] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 767d892d-668a-469a-96cb-844692da06d1 is going to be updated. [ 798.806436] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.806436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.806610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.806743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.806906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.820107] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 767d892d-668a-469a-96cb-844692da06d1 in Status: IN_PROGRESS for 2s [ 799.206153] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.260041] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 in Status: SUCCESS [ 799.260417] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 deletion is rescheduled due to dependency. [ 799.260417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.708531] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.064173] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 in Status: SUCCESS [ 800.064432] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f92b39fa-0269-4c01-a5fd-0b41d09865f7 deletion is rescheduled due to dependency. [ 800.064502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f92b39fa-0269-4c01-a5fd-0b41d09865f7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.213167] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.213167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.213167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.213167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.213167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.213167] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 800.245634] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.245955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.245955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.246142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.246316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.256595] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 800.834367] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 767d892d-668a-469a-96cb-844692da06d1 in Status: SUCCESS [ 800.834663] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 767d892d-668a-469a-96cb-844692da06d1 deletion is rescheduled due to dependency. [ 800.834663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.399080] env[65978]: INFO networking_nsxv3.common.synchronization [req-e7de23e3-8c79-441c-91ea-a23efd6fdbd6 req-fdfd0466-e8b7-400c-a038-789ff6fb46cb tempest-ServerExternalEventsTest-876945799 tempest-ServerExternalEventsTest-876945799-project-member] Enqueued Resource ID: b135651d-65af-4c62-ac15-287b61091d53 with Priority: HIGHEST for action security_group_members [ 801.399727] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b135651d-65af-4c62-ac15-287b61091d53 with Priority: HIGHEST for action security_group_members [ 801.402051] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-b135651d-65af-4c62-ac15-287b61091d53 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.402271] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.402312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.402500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.402670] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.402765] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.402829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.403102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.403160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.403266] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b135651d-65af-4c62-ac15-287b61091d53',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.906574] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.907729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.907729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.907883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.907949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.908749] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.908749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.908749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.908749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.908749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.908749] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b135651d-65af-4c62-ac15-287b61091d53 is going to be updated. [ 801.950049] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.950204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.950279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.950595] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.950711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.962538] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b135651d-65af-4c62-ac15-287b61091d53 in Status: IN_PROGRESS for 2s [ 801.970456] env[65978]: INFO networking_nsxv3.common.synchronization [None req-aa4d1415-03a3-4f78-91a7-8630c53b8b33 None None] Enqueued Resource ID: 275f3acd-abd5-4503-a3c2-83965b316162 with Priority: HIGHEST for action port [ 801.970456] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275f3acd-abd5-4503-a3c2-83965b316162 with Priority: HIGHEST for action port [ 801.971260] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-275f3acd-abd5-4503-a3c2-83965b316162 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.971260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-275f3acd-abd5-4503-a3c2-83965b316162" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.971260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-275f3acd-abd5-4503-a3c2-83965b316162" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.971431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-275f3acd-abd5-4503-a3c2-83965b316162" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.971472] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('275f3acd-abd5-4503-a3c2-83965b316162',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.267551] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 802.267813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.268016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.268283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.268497] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.268624] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.268711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.268894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.268989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.269109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.269276] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.269436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.269491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.269703] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.269818] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.269920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.269981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.270168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.270262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.270359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.270513] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.473161] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 275f3acd-abd5-4503-a3c2-83965b316162 [ 802.473518] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.473703] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.473791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.474475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.474475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.474475] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:275f3acd-abd5-4503-a3c2-83965b316162 already deleted. [ 802.474475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-275f3acd-abd5-4503-a3c2-83965b316162" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.773091] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371c2034-31eb-4f4a-9076-7922d18a70ce: rpc.has_security_group_logging(os_id): False [ 802.792338] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.792638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.792638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.792850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.792940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.793220] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.793325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.793417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.793581] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.793659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.793884] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.793983] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.794056] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.794200] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.794275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.794485] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.794586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.794869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.794869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.794869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.795182] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be created. [ 802.890027] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.890297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.890350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.890609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.890805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.904201] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 803.973651] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b135651d-65af-4c62-ac15-287b61091d53 in Status: SUCCESS [ 803.973958] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b135651d-65af-4c62-ac15-287b61091d53 deletion is rescheduled due to dependency. [ 803.974671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b135651d-65af-4c62-ac15-287b61091d53" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.847026] env[65978]: INFO networking_nsxv3.common.synchronization [None req-fc9f8d63-c86d-45bd-bdcd-80ee3486d45a None None] Enqueued Resource ID: 621514d5-50d4-48b5-ae82-862c6088bdfd with Priority: HIGHEST for action port [ 804.847434] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621514d5-50d4-48b5-ae82-862c6088bdfd with Priority: HIGHEST for action port [ 804.848359] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-621514d5-50d4-48b5-ae82-862c6088bdfd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.848492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-621514d5-50d4-48b5-ae82-862c6088bdfd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.848573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-621514d5-50d4-48b5-ae82-862c6088bdfd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.848802] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-621514d5-50d4-48b5-ae82-862c6088bdfd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.848893] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621514d5-50d4-48b5-ae82-862c6088bdfd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.923090] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 804.923848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.923848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.924088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.924234] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.351579] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 621514d5-50d4-48b5-ae82-862c6088bdfd [ 805.351878] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.351974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.352140] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.352382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.352501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.352611] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:621514d5-50d4-48b5-ae82-862c6088bdfd already deleted. [ 805.352741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-621514d5-50d4-48b5-ae82-862c6088bdfd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.426960] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.427132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.427193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.427795] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.427795] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.427990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.427990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.428094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.428182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.428267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.428354] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.931401] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.931589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.931683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.932286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.932286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.932286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.932286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.933518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.933518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.933518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.933518] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.933518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.933518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.933518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.933518] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.933518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.933518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.933518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.933518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.934141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.934141] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.244981] env[65978]: INFO networking_nsxv3.common.synchronization [req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 req-06ec20a1-6ace-4628-85f2-8464a2bf3e4f tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 806.245173] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 806.245416] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.245581] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.245650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.246242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.246437] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.250648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.250648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.250648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.250648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.250648] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.435412] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371c2034-31eb-4f4a-9076-7922d18a70ce: rpc.has_security_group_logging(os_id): False [ 806.457112] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.457290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.457344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.457587] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.457748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.458093] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.458211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.458268] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.458431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.458499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.458698] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.458779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.458826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.458972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.459077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.459264] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.459344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.459406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.459646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.459710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.459799] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 806.540031] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.540031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.540031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.540031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.540422] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.570316] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 806.611273] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.611480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.611648] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.611861] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.612151] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.612307] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.612420] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.612636] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.612780] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.612994] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.613129] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.613222] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.613324] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.613428] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.613528] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.613658] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.634253] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.634433] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.634569] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.634756] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.635079] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-944d28b6-2336-48da-9c20-1f9ba6ee8fb7 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.635255] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-944d28b6-2336-48da-9c20-1f9ba6ee8fb7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.635370] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-944d28b6-2336-48da-9c20-1f9ba6ee8fb7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.635702] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-944d28b6-2336-48da-9c20-1f9ba6ee8fb7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.635840] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('944d28b6-2336-48da-9c20-1f9ba6ee8fb7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.753084] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.753084] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.753084] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.753291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.753387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.753687] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.753819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.753862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.754442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.754442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.754442] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be deleted. [ 806.798633] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.798633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.798633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.798910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.798910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.799095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.138127] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.138370] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.138497] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.138796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.138947] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.139137] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 944d28b6-2336-48da-9c20-1f9ba6ee8fb7 not found, creating... [ 807.139431] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.139628] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.139745] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.139977] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.140137] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.140433] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.140591] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.140710] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.140946] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.141092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.141239] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 944d28b6-2336-48da-9c20-1f9ba6ee8fb7 is going to be created. [ 807.162215] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.162474] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.162538] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.162806] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.163049] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.163271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-944d28b6-2336-48da-9c20-1f9ba6ee8fb7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.912751] env[65978]: INFO networking_nsxv3.common.synchronization [req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 req-3765eefa-2023-44fd-a4bd-9c6167c0d54b service nova] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_rules [ 807.912751] env[65978]: INFO networking_nsxv3.common.synchronization [req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 req-3765eefa-2023-44fd-a4bd-9c6167c0d54b service nova] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 807.912751] env[65978]: INFO networking_nsxv3.common.synchronization [req-34d3dfd1-74eb-4125-aedc-d0ec982717b4 req-3765eefa-2023-44fd-a4bd-9c6167c0d54b service nova] Enqueued Resource ID: 944d28b6-2336-48da-9c20-1f9ba6ee8fb7 with Priority: HIGHEST for action port [ 807.913208] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_rules [ 807.913208] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 807.913322] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 944d28b6-2336-48da-9c20-1f9ba6ee8fb7 with Priority: HIGHEST for action port [ 807.913716] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.914125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.914125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.914305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.914397] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.915956] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.916132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.916246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.916858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.916858] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.916858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.917072] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.917344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.917619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.917728] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.922108] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-944d28b6-2336-48da-9c20-1f9ba6ee8fb7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.922108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-944d28b6-2336-48da-9c20-1f9ba6ee8fb7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.922108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-944d28b6-2336-48da-9c20-1f9ba6ee8fb7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.922108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-944d28b6-2336-48da-9c20-1f9ba6ee8fb7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.922108] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('944d28b6-2336-48da-9c20-1f9ba6ee8fb7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.426167] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.427151] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.427260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.427442] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 944d28b6-2336-48da-9c20-1f9ba6ee8fb7 with status ACTIVE [ 808.427615] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.427711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.427785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.428019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.428122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.428305] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.428432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.428508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.428623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.428700] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.428872] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.428961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.429664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.429901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.430023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.430146] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 944d28b6-2336-48da-9c20-1f9ba6ee8fb7 is going to be updated. [ 808.453264] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.453402] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.453472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.453686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.453824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.453982] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-944d28b6-2336-48da-9c20-1f9ba6ee8fb7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.584789] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 808.585010] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.890561] env[65978]: INFO networking_nsxv3.common.synchronization [req-e082ffb6-c43d-4f7f-a101-20d4ab177257 req-56c6d25b-3433-4178-b1ae-1fd2b4ed49ee tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 808.891141] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 808.891597] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.891597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.891745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.891875] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.892623] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.892813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.892868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.892996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.893120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.893184] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.933107] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.292112] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-156 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.292317] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.292436] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.292770] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.293068] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.293235] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.293350] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.293571] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.293714] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.293926] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.294046] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.294156] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.294263] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.294371] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.294474] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.294603] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.322990] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.323197] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.323310] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.323540] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.323992] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-968b04c8-5075-429d-af5f-987397fb53c3 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.324187] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-968b04c8-5075-429d-af5f-987397fb53c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.324302] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-968b04c8-5075-429d-af5f-987397fb53c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.324637] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-968b04c8-5075-429d-af5f-987397fb53c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.324770] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('968b04c8-5075-429d-af5f-987397fb53c3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.396220] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.396220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.396220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.396220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.396592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.396592] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.396847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.396902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.397190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.397337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.397504] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf already deleted. [ 809.397751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.435673] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.435825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.435884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.437109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.437109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.437109] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be created. [ 809.476325] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.476516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.476625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.476928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.477336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.490312] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: UNINITIALIZED for 2s [ 809.827962] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.828449] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.828673] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.829123] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.829227] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.829352] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 968b04c8-5075-429d-af5f-987397fb53c3 not found, creating... [ 809.829680] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.829851] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.829972] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.830217] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.830352] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.830683] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.830867] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.830942] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.831190] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.831288] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.831463] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 968b04c8-5075-429d-af5f-987397fb53c3 is going to be created. [ 809.855283] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.856166] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.856166] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.856528] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.857030] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.857310] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-968b04c8-5075-429d-af5f-987397fb53c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.588473] env[65978]: INFO networking_nsxv3.common.synchronization [req-e082ffb6-c43d-4f7f-a101-20d4ab177257 req-ebd1ef85-a1b0-4f0f-954c-5c7149c381b5 service nova] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_rules [ 810.588473] env[65978]: INFO networking_nsxv3.common.synchronization [req-e082ffb6-c43d-4f7f-a101-20d4ab177257 req-ebd1ef85-a1b0-4f0f-954c-5c7149c381b5 service nova] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 810.588473] env[65978]: INFO networking_nsxv3.common.synchronization [req-e082ffb6-c43d-4f7f-a101-20d4ab177257 req-ebd1ef85-a1b0-4f0f-954c-5c7149c381b5 service nova] Enqueued Resource ID: 968b04c8-5075-429d-af5f-987397fb53c3 with Priority: HIGHEST for action port [ 810.588473] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_rules [ 810.589349] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 810.589349] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968b04c8-5075-429d-af5f-987397fb53c3 with Priority: HIGHEST for action port [ 810.589550] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.589675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.589736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.590033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.590130] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.592100] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.592100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.592100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.592100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.592100] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.592100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.592100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.592553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.592553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.592553] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.593834] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-968b04c8-5075-429d-af5f-987397fb53c3 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.593834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-968b04c8-5075-429d-af5f-987397fb53c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.593834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-968b04c8-5075-429d-af5f-987397fb53c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.593834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-968b04c8-5075-429d-af5f-987397fb53c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.593834] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('968b04c8-5075-429d-af5f-987397fb53c3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.095914] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.097016] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.097101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.097344] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 968b04c8-5075-429d-af5f-987397fb53c3 with status ACTIVE [ 811.097403] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.097513] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.097560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.098096] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.098096] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.098217] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.098217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.098351] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.098403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.099405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.099405] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.099405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.099405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.099405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.099405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.099844] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 968b04c8-5075-429d-af5f-987397fb53c3 is going to be updated. [ 811.138054] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.138275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.138399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.138731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.138919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.139123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-968b04c8-5075-429d-af5f-987397fb53c3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.505173] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 811.508041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.508041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.508041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.508041] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.508041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.508041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.508041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.508041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.508041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.508041] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.601890] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.606203] env[65978]: INFO networking_nsxv3.common.synchronization [req-d7cfbcfb-70eb-4afb-a240-96be5eedbeda req-1aa46f05-11d8-43b0-bdda-594a03d7a41b tempest-ServersV294TestFqdnHostnames-2042019386 tempest-ServersV294TestFqdnHostnames-2042019386-project-member] Enqueued Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGHEST for action security_group_members [ 811.606508] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGHEST for action security_group_members [ 811.606904] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-91ee95fa-4aba-443c-a57a-0110ca21b1b4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.607067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.607140] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.607341] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.607495] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.608422] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.608510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.608898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.608999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.609142] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.701529] env[65978]: INFO networking_nsxv3.common.synchronization [req-03687633-f0de-421d-9314-919c606b52d4 req-d2b4b767-7e83-40e6-baf3-947c0f475f55 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Enqueued Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGHEST for action security_group_members [ 811.701834] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGHEST for action security_group_members [ 811.702195] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-33064c53-25fa-412b-90a3-55295e81e184 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.702335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.702398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.702629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.702795] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.702916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.703217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.703460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.703622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.703802] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33064c53-25fa-412b-90a3-55295e81e184',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.012510] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.012800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.012855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.013534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.013534] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.014083] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.014202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.014546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.014610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.018787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.018787] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.018787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.018962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.019119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.019625] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.019625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.019806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.019973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.020100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.020148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.020231] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.106057] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.106057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.106057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.106314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.106400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.106579] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be created. [ 812.112366] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.112569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.112569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.112803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.112894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.113122] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.113216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.113285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.113442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.113518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.113634] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 is going to be updated. [ 812.136309] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.136309] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-384" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.136309] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-384" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.136309] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-384" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.136309] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.136309] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.136841] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.136841] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.136841] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.137141] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.137229] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.137293] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.137390] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.137492] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.137591] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.137803] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.140775] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.140986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.141090] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.141206] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.141354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.144889] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.145134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.145134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.145292] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.145713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.158088] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 in Status: IN_PROGRESS for 2s [ 812.158088] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: UNINITIALIZED for 2s [ 812.169224] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.169224] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.169224] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.169224] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-384" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.169224] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-66238dfa-0c86-4e12-b2d7-880aadd6e2b7 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.169224] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-66238dfa-0c86-4e12-b2d7-880aadd6e2b7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.169224] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-66238dfa-0c86-4e12-b2d7-880aadd6e2b7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.169954] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-66238dfa-0c86-4e12-b2d7-880aadd6e2b7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.170281] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66238dfa-0c86-4e12-b2d7-880aadd6e2b7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.207137] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.207340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.207379] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.207562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.207733] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.207898] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.207968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.208052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.208184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.208431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.208431] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33064c53-25fa-412b-90a3-55295e81e184 already deleted. [ 812.208431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.526323] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93e5d50f-9012-40cd-8633-0f21d1800a79: rpc.has_security_group_logging(os_id): False [ 812.559398] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.559582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.559721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.559953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.560056] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.560314] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.560418] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.560506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.560747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.560915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.561095] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.561204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.561266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.561414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.561487] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.561675] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.561769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.561829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.561967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.562079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.562170] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be created. [ 812.653479] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.653903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.653903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.653903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.654291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.674164] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.674405] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.674529] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.674816] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.674970] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.675150] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 66238dfa-0c86-4e12-b2d7-880aadd6e2b7 not found, creating... [ 812.675419] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.675571] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.675684] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.675919] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.676088] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.676476] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.676695] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.676825] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.677079] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.677228] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.677374] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 66238dfa-0c86-4e12-b2d7-880aadd6e2b7 is going to be created. [ 812.679319] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 812.720609] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.720922] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.721810] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.722205] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.722452] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.722728] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-66238dfa-0c86-4e12-b2d7-880aadd6e2b7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.454111] env[65978]: INFO networking_nsxv3.common.synchronization [req-03687633-f0de-421d-9314-919c606b52d4 req-2cf8b6f9-ad80-4188-857d-2c7d413e67be service nova] Enqueued Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGHEST for action security_group_rules [ 813.454298] env[65978]: INFO networking_nsxv3.common.synchronization [req-03687633-f0de-421d-9314-919c606b52d4 req-2cf8b6f9-ad80-4188-857d-2c7d413e67be service nova] Enqueued Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGHEST for action security_group_members [ 813.454430] env[65978]: INFO networking_nsxv3.common.synchronization [req-03687633-f0de-421d-9314-919c606b52d4 req-2cf8b6f9-ad80-4188-857d-2c7d413e67be service nova] Enqueued Resource ID: 66238dfa-0c86-4e12-b2d7-880aadd6e2b7 with Priority: HIGHEST for action port [ 813.455051] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGHEST for action security_group_rules [ 813.455132] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGHEST for action security_group_members [ 813.455774] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66238dfa-0c86-4e12-b2d7-880aadd6e2b7 with Priority: HIGHEST for action port [ 813.456647] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33064c53-25fa-412b-90a3-55295e81e184 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.456826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.456908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.457073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.457156] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33064c53-25fa-412b-90a3-55295e81e184',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.458092] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-33064c53-25fa-412b-90a3-55295e81e184 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.458271] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.458317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.458472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.458944] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.459471] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.459471] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.459471] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.460913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.460913] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33064c53-25fa-412b-90a3-55295e81e184',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.462383] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-66238dfa-0c86-4e12-b2d7-880aadd6e2b7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.462505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66238dfa-0c86-4e12-b2d7-880aadd6e2b7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.462505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66238dfa-0c86-4e12-b2d7-880aadd6e2b7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.462680] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66238dfa-0c86-4e12-b2d7-880aadd6e2b7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.463381] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66238dfa-0c86-4e12-b2d7-880aadd6e2b7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.965056] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-33064c53-25fa-412b-90a3-55295e81e184 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.965056] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.965517] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33064c53-25fa-412b-90a3-55295e81e184',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.966401] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66238dfa-0c86-4e12-b2d7-880aadd6e2b7 with status ACTIVE [ 813.966675] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.966839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.966943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.967224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.967342] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.967538] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.967769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.967861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.968248] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.968355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.969045] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.969045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.969045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.969045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.969045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.969045] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66238dfa-0c86-4e12-b2d7-880aadd6e2b7 is going to be updated. [ 813.994390] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.994592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.994592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.994799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.994945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.995145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66238dfa-0c86-4e12-b2d7-880aadd6e2b7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.172731] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 in Status: SUCCESS [ 814.172988] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 deletion is rescheduled due to dependency. [ 814.173134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.173994] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 814.174194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.174349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.174570] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.174759] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.174876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.174971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.175136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.175222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.175314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.175410] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.470898] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33064c53-25fa-412b-90a3-55295e81e184',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.677863] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.696175] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 814.696500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.973804] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.974082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.974082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.974530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.974530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.974530] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33064c53-25fa-412b-90a3-55295e81e184 is going to be created. [ 815.000955] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.000955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.000955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.000955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.001279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.013500] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33064c53-25fa-412b-90a3-55295e81e184 in Status: UNINITIALIZED for 2s [ 815.181037] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 043d579c-72f7-43fc-b2a7-4c45ec1f30cf: rpc.has_security_group_logging(os_id): False [ 815.200843] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.201148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.201259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.201560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.201700] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.202074] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.204203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.204323] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.204536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.204625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.204728] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be created. [ 815.285859] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.286196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.286293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.286471] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.286662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.300214] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: IN_PROGRESS for 2s [ 816.169493] env[65978]: INFO networking_nsxv3.common.synchronization [req-25969e13-e72e-4e63-a5a3-5297e17e40c3 req-163f6452-6556-4378-b29e-9cd92f7cc088 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_members [ 816.170285] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_members [ 816.171949] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.171949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.171949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.171949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.171949] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.171949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.171949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.171949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.171949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.171949] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.674360] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.674539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.674661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.674882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.674991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.675211] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.675312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.675381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.676114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.676266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.676376] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 is going to be updated. [ 816.705516] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.705974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.705974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.705974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.706123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.718750] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 in Status: IN_PROGRESS for 2s [ 816.951279] env[65978]: INFO networking_nsxv3.common.synchronization [req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 req-d1c520e0-f49e-4c53-9b0f-96f1a6dc0f9e tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 816.951279] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 816.951279] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.951279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.951279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.951279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.951962] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.952237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.952430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.952705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.952940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.953149] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.024293] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33064c53-25fa-412b-90a3-55295e81e184 in Status: SUCCESS [ 817.024648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.024892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.025365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.025525] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.025719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.025818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.026083] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.026256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.026380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.026535] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33064c53-25fa-412b-90a3-55295e81e184',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.323932] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 817.323932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.375492] env[65978]: INFO networking_nsxv3.common.synchronization [req-11b67841-5ee4-4fd3-9f46-982913f83276 req-939482e0-85cd-44c3-918d-17fd7a848344 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 817.376431] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 817.377180] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.377180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.377180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.377436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.377588] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.378289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.378289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.378289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.378397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.378486] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.403242] env[65978]: INFO networking_nsxv3.common.synchronization [req-11b67841-5ee4-4fd3-9f46-982913f83276 req-939482e0-85cd-44c3-918d-17fd7a848344 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_rules [ 817.403414] env[65978]: INFO networking_nsxv3.common.synchronization [req-11b67841-5ee4-4fd3-9f46-982913f83276 req-939482e0-85cd-44c3-918d-17fd7a848344 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 817.403547] env[65978]: INFO networking_nsxv3.common.synchronization [req-11b67841-5ee4-4fd3-9f46-982913f83276 req-939482e0-85cd-44c3-918d-17fd7a848344 tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Enqueued Resource ID: 50909f90-e78b-41d8-85bd-db50439b0827 with Priority: HIGHEST for action port [ 817.404860] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_rules [ 817.405089] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 817.405131] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50909f90-e78b-41d8-85bd-db50439b0827 with Priority: HIGHEST for action port [ 817.405848] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.406083] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.406175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.406346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.406431] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.409251] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.409251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.409251] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-50909f90-e78b-41d8-85bd-db50439b0827 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.409251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.409251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.409901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.409901] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50909f90-e78b-41d8-85bd-db50439b0827',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.416179] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.416599] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-983" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.416753] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-983" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.418100] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-983" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.418100] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.418100] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.418100] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.418328] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.418450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.418678] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.418933] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.419072] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.419189] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.419426] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.419667] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.419722] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.443603] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.443858] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.443951] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.444205] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-983" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.444538] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.444712] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.444827] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.445185] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.445349] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.456114] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.456541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.456713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.456955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.457196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.457288] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.457392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.457456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.457612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.457791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.457791] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 already deleted. [ 817.457943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.530304] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33064c53-25fa-412b-90a3-55295e81e184',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.881229] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.913871] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50909f90-e78b-41d8-85bd-db50439b0827 with status ACTIVE [ 817.914140] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.914319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.914398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.914587] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.914696] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.914890] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.914977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.915094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.915224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.915290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.915509] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.915617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.915698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.915893] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.915959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.916068] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50909f90-e78b-41d8-85bd-db50439b0827 is going to be updated. [ 817.917678] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.917815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.940352] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.940566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.940566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.940853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.941111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.941225] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.950418] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.950645] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.950845] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.951200] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.951444] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.951640] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 not found, creating... [ 817.952059] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.952285] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.952585] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.952693] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.952840] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.953271] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.953486] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.953650] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.953904] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.954082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.954245] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 is going to be created. [ 817.991812] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.992054] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.992271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.992558] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.992803] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.993896] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.033201] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33064c53-25fa-412b-90a3-55295e81e184: rpc.has_security_group_logging(os_id): False [ 818.066803] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.067026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.067026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.067232] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.067616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.067616] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.067826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.067826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.067981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.068221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.068221] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33064c53-25fa-412b-90a3-55295e81e184 is going to be created. [ 818.227226] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.227445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.227511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.227749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.227988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.246083] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33064c53-25fa-412b-90a3-55295e81e184 in Status: IN_PROGRESS for 2s [ 818.383564] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.713030] env[65978]: INFO networking_nsxv3.common.synchronization [req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 req-ff25d9dd-fdf6-4e7d-9876-22acdb21107d service nova] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_rules [ 818.713030] env[65978]: INFO networking_nsxv3.common.synchronization [req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 req-ff25d9dd-fdf6-4e7d-9876-22acdb21107d service nova] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 818.713030] env[65978]: INFO networking_nsxv3.common.synchronization [req-aaa2fc1b-c3c1-481f-813d-fa13e930daf1 req-ff25d9dd-fdf6-4e7d-9876-22acdb21107d service nova] Enqueued Resource ID: 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 with Priority: HIGHEST for action port [ 818.713030] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_rules [ 818.713030] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 818.713030] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 with Priority: HIGHEST for action port [ 818.716226] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.716226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.716692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.716766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.716943] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.718375] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.718562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.718657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.718913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.719574] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.719741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.719901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.720136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.720291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.720407] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.721803] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.722046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.722046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.722266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.722266] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.737904] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 in Status: SUCCESS [ 818.738249] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 deletion is rescheduled due to dependency. [ 818.738391] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.887605] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.887788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.887906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.890417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.890417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.890417] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be is going to be updated. [ 818.938285] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.938285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.938285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.938285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.938285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.955031] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: IN_PROGRESS for 2s [ 819.224099] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.224354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.224594] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.225618] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 with status ACTIVE [ 819.225827] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.225958] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.226045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.226256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.226363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.226549] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.226643] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.226725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.226929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.227025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.227186] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.227326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.227326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.227480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.227550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.227614] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 is going to be updated. [ 819.255722] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.255937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.256011] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.256196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.256352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.256534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.297173] env[65978]: INFO networking_nsxv3.common.synchronization [req-a63908ef-c686-4620-bb7c-097e1900c9fc req-965cb512-4824-45af-87c6-f55b8050154e tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Enqueued Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_members [ 819.297956] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_members [ 819.298712] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.298712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.298712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.298911] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.298911] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.299260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.299260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.299260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.299409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.299447] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.730087] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.804436] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.236841] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.238900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.238900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.238900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.238900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.238900] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be created. [ 820.266610] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33064c53-25fa-412b-90a3-55295e81e184 in Status: SUCCESS [ 820.266610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.270140] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.270296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.270350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.271094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.271094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.281857] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: UNINITIALIZED for 2s [ 820.306486] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.812844] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.813217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.813217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.813358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.813488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.813597] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401f6d95-0d3b-458d-8004-d4541cea6bac is going to be updated. [ 820.846729] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.846932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.847038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.847320] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.847501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.858622] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: IN_PROGRESS for 2s [ 820.977983] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: SUCCESS [ 820.980579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.980579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.980579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.980579] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.980579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.980579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.980579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.980579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.980579] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.484067] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.991804] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.142361] env[65978]: INFO networking_nsxv3.common.synchronization [None req-062cc69d-c9ba-4cfc-99a6-ec9da05bb6f8 None None] Enqueued Resource ID: cf5f220d-c1b3-4205-bb2c-d03728e5c531 with Priority: HIGHEST for action port [ 822.146632] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5f220d-c1b3-4205-bb2c-d03728e5c531 with Priority: HIGHEST for action port [ 822.147283] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf5f220d-c1b3-4205-bb2c-d03728e5c531 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.147430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf5f220d-c1b3-4205-bb2c-d03728e5c531" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.147558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf5f220d-c1b3-4205-bb2c-d03728e5c531" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.147895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf5f220d-c1b3-4205-bb2c-d03728e5c531" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.148064] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf5f220d-c1b3-4205-bb2c-d03728e5c531',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.245076] env[65978]: INFO networking_nsxv3.common.synchronization [req-eefd8171-7ec6-4e34-9a53-45e053a173b1 req-11a84314-8933-489b-84f4-087eae3c0b4f tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 822.245616] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 822.245959] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.246069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.260708] env[65978]: INFO networking_nsxv3.common.synchronization [req-eefd8171-7ec6-4e34-9a53-45e053a173b1 req-11a84314-8933-489b-84f4-087eae3c0b4f tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_rules [ 822.260958] env[65978]: INFO networking_nsxv3.common.synchronization [req-eefd8171-7ec6-4e34-9a53-45e053a173b1 req-11a84314-8933-489b-84f4-087eae3c0b4f tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 822.261322] env[65978]: INFO networking_nsxv3.common.synchronization [req-eefd8171-7ec6-4e34-9a53-45e053a173b1 req-11a84314-8933-489b-84f4-087eae3c0b4f tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Enqueued Resource ID: 50909f90-e78b-41d8-85bd-db50439b0827 with Priority: HIGHEST for action port [ 822.261945] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_rules [ 822.262343] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 822.262483] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50909f90-e78b-41d8-85bd-db50439b0827 with Priority: HIGHEST for action port [ 822.263066] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.263180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.263401] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.263464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.263639] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-50909f90-e78b-41d8-85bd-db50439b0827 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.263738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.263837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.264323] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.264323] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50909f90-e78b-41d8-85bd-db50439b0827',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.293118] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 822.293118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.293118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.293118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.293118] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.293118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.293421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.293421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.293482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.293723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.293723] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.494312] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.494312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.494312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.494312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.494312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.494673] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be is going to be updated. [ 822.532960] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.534167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.534167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.534167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.534167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.545662] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: IN_PROGRESS for 2s [ 822.654992] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf5f220d-c1b3-4205-bb2c-d03728e5c531 [ 822.655628] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.655778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.655824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.656188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.656367] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.656413] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf5f220d-c1b3-4205-bb2c-d03728e5c531 already deleted. [ 822.656791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf5f220d-c1b3-4205-bb2c-d03728e5c531" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.677688] env[65978]: INFO networking_nsxv3.common.synchronization [req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 req-c23c9c42-3333-4d58-971b-353556406f17 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Enqueued Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_members [ 822.678429] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_members [ 822.678899] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.679056] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.679129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.679414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.679575] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.679688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.679751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.679916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.680124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.680229] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.767121] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50909f90-e78b-41d8-85bd-db50439b0827 with status ACTIVE [ 822.767738] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.767738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.767738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.768136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.768136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.768136] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.768259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.768259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.768405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.768496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.768680] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.768773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.768832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.768973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.769078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.769171] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50909f90-e78b-41d8-85bd-db50439b0827 is going to be updated. [ 822.796754] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.796970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.797098] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.797397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.797754] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.797915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.798018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.798256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.798388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.799043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.799043] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.799043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.799043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.799283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.799461] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.800998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.800998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.800998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.800998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.800998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.800998] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.803256] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.803452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.803575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.803747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.803945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.804573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50909f90-e78b-41d8-85bd-db50439b0827" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.877169] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: SUCCESS [ 822.877722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.125305] env[65978]: INFO networking_nsxv3.common.synchronization [req-2305e186-c131-42e9-ab77-66eae6d97b14 req-28b18df4-0681-4523-a616-58cce0f6ebd3 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 823.125938] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 823.126442] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.126442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.126538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.126707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.126881] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.126981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.127831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.128041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.128132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.128248] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.170695] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.170981] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-295" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.171126] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-295" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.171533] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-295" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.171916] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.172168] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.172361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.172651] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.172876] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.173140] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.173254] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.173385] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.173510] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.173645] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.173772] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.173914] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.182346] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.182509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.182734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.182817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.182889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.183110] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.183213] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.183280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.183521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.183521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.183634] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 already deleted. [ 823.183672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.197613] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.197793] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.198640] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.198640] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-295" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.198640] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-370a7a75-2adb-4a8b-b709-1c95044d4fe7 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.199201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-370a7a75-2adb-4a8b-b709-1c95044d4fe7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.199201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-370a7a75-2adb-4a8b-b709-1c95044d4fe7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.199201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-370a7a75-2adb-4a8b-b709-1c95044d4fe7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.199419] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('370a7a75-2adb-4a8b-b709-1c95044d4fe7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.305558] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3625f427-0d47-47e7-b4c3-7c5787127325: rpc.has_security_group_logging(os_id): False [ 823.344541] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.344728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.344771] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.344996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.345115] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.345315] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.345421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.345476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.345631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.345709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.345898] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.345981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.346063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.346276] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.346276] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.346493] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.346604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.346604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.346971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.349670] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.349670] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be created. [ 823.436330] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.436330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.436716] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.436716] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.436976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.452026] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 823.634877] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.703093] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.703356] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.703465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.703762] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.703925] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.704102] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 370a7a75-2adb-4a8b-b709-1c95044d4fe7 not found, creating... [ 823.704362] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.704513] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.704626] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.704851] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.704985] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.705274] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.705423] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.705535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.705732] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.705858] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.705993] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 370a7a75-2adb-4a8b-b709-1c95044d4fe7 is going to be created. [ 823.726993] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.727308] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.727496] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.727845] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.728182] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.728563] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-370a7a75-2adb-4a8b-b709-1c95044d4fe7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.138087] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.179738] env[65978]: INFO networking_nsxv3.common.synchronization [None req-d9e21992-86b1-45e8-b05c-b08ee1f574c1 None None] Enqueued Resource ID: 73b7633c-053b-41d4-9a79-a9926170772c with Priority: HIGHEST for action port [ 824.180329] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b7633c-053b-41d4-9a79-a9926170772c with Priority: HIGHEST for action port [ 824.180692] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-73b7633c-053b-41d4-9a79-a9926170772c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.180845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73b7633c-053b-41d4-9a79-a9926170772c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.180910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73b7633c-053b-41d4-9a79-a9926170772c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.182734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73b7633c-053b-41d4-9a79-a9926170772c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.182823] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73b7633c-053b-41d4-9a79-a9926170772c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.561328] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: SUCCESS [ 824.561328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.561328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.561328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.561328] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.561328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.561328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.561328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.561328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.561328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.561328] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.563164] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.563704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.564095] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.566635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.566635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.566635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.566635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.566635] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.643876] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.644169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.644303] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.644658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.644773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.644854] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be updated. [ 824.687024] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73b7633c-053b-41d4-9a79-a9926170772c [ 824.687024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.687024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.687024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.687024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.687024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.687024] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73b7633c-053b-41d4-9a79-a9926170772c already deleted. [ 824.687024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73b7633c-053b-41d4-9a79-a9926170772c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.688137] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.688319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.688421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.688675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.688842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.702733] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: IN_PROGRESS for 2s [ 824.971685] env[65978]: INFO networking_nsxv3.common.synchronization [req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 req-cdf997e4-2d41-43e4-a895-ed3027017109 service nova] Enqueued Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_rules [ 824.971866] env[65978]: INFO networking_nsxv3.common.synchronization [req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 req-cdf997e4-2d41-43e4-a895-ed3027017109 service nova] Enqueued Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_members [ 824.971998] env[65978]: INFO networking_nsxv3.common.synchronization [req-d32b6fcc-7a07-4b85-9bfa-5519699d6089 req-cdf997e4-2d41-43e4-a895-ed3027017109 service nova] Enqueued Resource ID: 370a7a75-2adb-4a8b-b709-1c95044d4fe7 with Priority: HIGHEST for action port [ 824.972585] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_rules [ 824.972725] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_members [ 824.972850] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 370a7a75-2adb-4a8b-b709-1c95044d4fe7 with Priority: HIGHEST for action port [ 824.973425] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.973565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.973631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.973904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.973987] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.975210] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.975288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.975355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.975629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.975820] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.975898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.975947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.976182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.976182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.976343] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.977091] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-370a7a75-2adb-4a8b-b709-1c95044d4fe7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.977295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-370a7a75-2adb-4a8b-b709-1c95044d4fe7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.977295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-370a7a75-2adb-4a8b-b709-1c95044d4fe7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.977453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-370a7a75-2adb-4a8b-b709-1c95044d4fe7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.977506] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('370a7a75-2adb-4a8b-b709-1c95044d4fe7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.075261] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.076322] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.470885] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 825.471228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.479905] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.480108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.480376] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.483475] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 370a7a75-2adb-4a8b-b709-1c95044d4fe7 with status ACTIVE [ 825.483671] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.483850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.483850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.484991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.485144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.485352] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.485471] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.485530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.485708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.485787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.485973] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.486120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.486172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.486284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.486367] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.486434] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 370a7a75-2adb-4a8b-b709-1c95044d4fe7 is going to be updated. [ 825.515560] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.515759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.515852] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.516162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.516345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.516550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-370a7a75-2adb-4a8b-b709-1c95044d4fe7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.578418] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10e1a4f0-fa3f-46cb-a711-9aab917bf5be: rpc.has_security_group_logging(os_id): False [ 825.579552] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.618261] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.618261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.618261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.618423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.618423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.619042] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.619042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.619042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.619042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.619808] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.619808] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be is going to be updated. [ 825.724183] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.724183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.724183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.724403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.724403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.740305] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: IN_PROGRESS for 2s [ 825.989644] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.084096] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.084414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.084619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.084823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.084952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.085068] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be is going to be updated. [ 826.118424] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.118424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.118424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.118678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.119646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.131724] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: IN_PROGRESS for 2s [ 826.450485] env[65978]: INFO networking_nsxv3.common.synchronization [req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d req-39946667-81c4-4f42-8413-65653f3cfdd6 tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Enqueued Resource ID: 83b033c2-04b8-4d49-a376-e94b82ed805d with Priority: HIGHEST for action security_group_members [ 826.451475] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b033c2-04b8-4d49-a376-e94b82ed805d with Priority: HIGHEST for action security_group_members [ 826.451917] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83b033c2-04b8-4d49-a376-e94b82ed805d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.452102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.452174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.453530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.453530] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.453530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.453530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.453530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.453530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.453530] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83b033c2-04b8-4d49-a376-e94b82ed805d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.492023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.492576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.492576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.492673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.492781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.492821] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 is going to be created. [ 826.530666] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.530666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.530666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.535501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.535617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.547020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: UNINITIALIZED for 2s [ 826.714638] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: SUCCESS [ 826.714973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.883208] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.883208] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-516" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.883208] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-516" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.884284] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-516" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.887351] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.887577] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.887698] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.887932] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.888525] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.888525] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.888525] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.888699] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.888756] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.888904] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.889187] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.889394] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.913037] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.913037] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.913037] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.913037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-516" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.913727] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-088efb33-56aa-42e0-b58e-b98c3a300c4d taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.913862] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-088efb33-56aa-42e0-b58e-b98c3a300c4d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.914232] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-088efb33-56aa-42e0-b58e-b98c3a300c4d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.915037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-088efb33-56aa-42e0-b58e-b98c3a300c4d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.915194] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('088efb33-56aa-42e0-b58e-b98c3a300c4d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.958783] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.959649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.959649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.959649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.959649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.960150] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.960356] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.960472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.960682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.960887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.960968] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83b033c2-04b8-4d49-a376-e94b82ed805d already deleted. [ 826.961569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.420820] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.421602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.421602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.422609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.422609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.422609] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 088efb33-56aa-42e0-b58e-b98c3a300c4d not found, creating... [ 827.422609] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.423033] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.423349] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.424294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.424294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.424294] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.424294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.424294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.424525] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.424651] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.424777] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 088efb33-56aa-42e0-b58e-b98c3a300c4d is going to be created. [ 827.453455] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.453832] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.454050] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.454812] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.454960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.455294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-088efb33-56aa-42e0-b58e-b98c3a300c4d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.758115] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: SUCCESS [ 827.758474] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.758552] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.758915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.758915] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.064789] env[65978]: INFO networking_nsxv3.common.synchronization [req-8ef8ae3b-5d83-4c6f-ad3a-572af734a593 req-bd042f52-0dd6-4887-b4b4-39c59cc4cbef tempest-AttachInterfacesUnderV243Test-449301254 tempest-AttachInterfacesUnderV243Test-449301254-project-member] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 828.065224] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGHEST for action security_group_members [ 828.065556] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.066050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.144523] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: SUCCESS [ 828.144977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.144977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.145703] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.145703] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.145703] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.145703] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.145979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.145979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.146214] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.191655] env[65978]: INFO networking_nsxv3.common.synchronization [req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d req-c4be0a08-0456-4cc1-8824-14c5173fdc4e service nova] Enqueued Resource ID: 83b033c2-04b8-4d49-a376-e94b82ed805d with Priority: HIGHEST for action security_group_rules [ 828.192022] env[65978]: INFO networking_nsxv3.common.synchronization [req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d req-c4be0a08-0456-4cc1-8824-14c5173fdc4e service nova] Enqueued Resource ID: 83b033c2-04b8-4d49-a376-e94b82ed805d with Priority: HIGHEST for action security_group_members [ 828.192405] env[65978]: INFO networking_nsxv3.common.synchronization [req-d5b152fd-61dc-4952-b3b3-b891eee1ce0d req-c4be0a08-0456-4cc1-8824-14c5173fdc4e service nova] Enqueued Resource ID: 088efb33-56aa-42e0-b58e-b98c3a300c4d with Priority: HIGHEST for action port [ 828.193264] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b033c2-04b8-4d49-a376-e94b82ed805d with Priority: HIGHEST for action security_group_rules [ 828.193491] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b033c2-04b8-4d49-a376-e94b82ed805d with Priority: HIGHEST for action security_group_members [ 828.193688] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 088efb33-56aa-42e0-b58e-b98c3a300c4d with Priority: HIGHEST for action port [ 828.194520] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83b033c2-04b8-4d49-a376-e94b82ed805d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.194720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.194837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.195343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.195402] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83b033c2-04b8-4d49-a376-e94b82ed805d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.197251] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83b033c2-04b8-4d49-a376-e94b82ed805d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.197449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.197627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.200406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.200406] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.200406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.200406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.200406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.200406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.200406] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83b033c2-04b8-4d49-a376-e94b82ed805d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.200406] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-088efb33-56aa-42e0-b58e-b98c3a300c4d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.200914] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-088efb33-56aa-42e0-b58e-b98c3a300c4d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.206577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-088efb33-56aa-42e0-b58e-b98c3a300c4d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.207033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-088efb33-56aa-42e0-b58e-b98c3a300c4d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.207216] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('088efb33-56aa-42e0-b58e-b98c3a300c4d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.264584] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.264795] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.561233] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: SUCCESS [ 828.561464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.561634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.561863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.562069] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.562197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.562255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.562423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.562512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.562596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.562698] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.648586] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.648916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.648991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.649230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.649325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.649537] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.649638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.649715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.649853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.649930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.650030] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be is going to be updated. [ 828.688784] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.689025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.689025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.689208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.689355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.703271] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: IN_PROGRESS for 2s [ 828.710189] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83b033c2-04b8-4d49-a376-e94b82ed805d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.710342] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.710736] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83b033c2-04b8-4d49-a376-e94b82ed805d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.711624] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 088efb33-56aa-42e0-b58e-b98c3a300c4d with status ACTIVE [ 828.711808] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.712768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.712768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.712768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.712768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.712768] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.712768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.712768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.713203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.713203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.717957] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.717957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.717957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.717957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.718301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.718301] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 088efb33-56aa-42e0-b58e-b98c3a300c4d is going to be updated. [ 828.745088] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.745088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.745088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.745088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.745088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.745088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-088efb33-56aa-42e0-b58e-b98c3a300c4d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.068960] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.072022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.072022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.072022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.072022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.075187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.075187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.075187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.075187] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.221228] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83b033c2-04b8-4d49-a376-e94b82ed805d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.577422] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4241dd6-ea3f-4ea1-9525-72c10beabe80: rpc.has_security_group_logging(os_id): False [ 829.597612] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.597612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.597843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.598128] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.598128] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.598313] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.598313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.598420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.599603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.599603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.599603] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.599603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.599603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.599603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.599603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.599603] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.599603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.599603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.599603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.600198] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.600198] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 is going to be created. [ 829.683251] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.683251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.683251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.683251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.683251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.696678] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: IN_PROGRESS for 2s [ 829.728417] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.728417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.728417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.728417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.728417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.728417] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83b033c2-04b8-4d49-a376-e94b82ed805d is going to be created. [ 829.749414] env[65978]: INFO networking_nsxv3.common.synchronization [req-8abeada5-db47-43b2-a6db-946935a105bc req-57e94e90-ef98-4585-8372-30a2ea5cf845 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_members [ 829.750227] env[65978]: INFO networking_nsxv3.common.synchronization [req-8abeada5-db47-43b2-a6db-946935a105bc req-57e94e90-ef98-4585-8372-30a2ea5cf845 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 829.754567] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_members [ 829.754567] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 829.754567] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.754567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.754567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.754567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.754567] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.754567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.754567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.754567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.754567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.754567] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.754567] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.755870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.755870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.755870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.755870] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.755870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.755870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.755870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.755870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.755870] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.785916] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.785916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.785916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.785916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.785916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.800047] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83b033c2-04b8-4d49-a376-e94b82ed805d in Status: UNINITIALIZED for 2s [ 829.824130] env[65978]: INFO networking_nsxv3.common.synchronization [req-8abeada5-db47-43b2-a6db-946935a105bc req-57e94e90-ef98-4585-8372-30a2ea5cf845 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_rules [ 829.824130] env[65978]: INFO networking_nsxv3.common.synchronization [req-8abeada5-db47-43b2-a6db-946935a105bc req-57e94e90-ef98-4585-8372-30a2ea5cf845 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 829.824130] env[65978]: INFO networking_nsxv3.common.synchronization [req-8abeada5-db47-43b2-a6db-946935a105bc req-57e94e90-ef98-4585-8372-30a2ea5cf845 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_rules [ 829.824130] env[65978]: INFO networking_nsxv3.common.synchronization [req-8abeada5-db47-43b2-a6db-946935a105bc req-57e94e90-ef98-4585-8372-30a2ea5cf845 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_members [ 829.824130] env[65978]: INFO networking_nsxv3.common.synchronization [req-8abeada5-db47-43b2-a6db-946935a105bc req-57e94e90-ef98-4585-8372-30a2ea5cf845 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 with Priority: HIGHEST for action port [ 829.824130] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_rules [ 829.824130] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_rules [ 829.824130] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 with Priority: HIGHEST for action port [ 829.825307] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 829.825438] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_members [ 829.829981] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.829981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.829981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.829981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.829981] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.831502] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.831502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.831502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.832934] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.832934] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.833179] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.833179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.833492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.833492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.833588] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.834374] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.834470] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.834636] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.834905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.257514] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.258581] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.336114] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 with status ACTIVE [ 830.337080] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.337080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.337080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.337080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.337080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.337080] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.337394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.337394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.337455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.337528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.337844] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.337958] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.338467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.338467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.338467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.338467] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 is going to be updated. [ 830.339718] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.339827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.340336] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.340336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.367679] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.367679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.367679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.367679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.367679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.367966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.716211] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: SUCCESS [ 830.716211] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be deletion is rescheduled due to dependency. [ 830.716211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.716211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.716211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.716211] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.716211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.716211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.716211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.716211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.716211] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.761405] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.762723] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.000454] env[65978]: INFO networking_nsxv3.common.synchronization [req-460604b2-3a9e-456b-8412-4057c37e9c4b req-2fd18983-5f99-4aa5-84a6-d10728f54725 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 with Priority: HIGHEST for action security_group_members [ 831.000589] env[65978]: INFO networking_nsxv3.common.synchronization [req-460604b2-3a9e-456b-8412-4057c37e9c4b req-2fd18983-5f99-4aa5-84a6-d10728f54725 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_members [ 831.000719] env[65978]: INFO networking_nsxv3.common.synchronization [req-460604b2-3a9e-456b-8412-4057c37e9c4b req-2fd18983-5f99-4aa5-84a6-d10728f54725 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 831.001664] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 with Priority: HIGHEST for action security_group_members [ 831.002115] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_members [ 831.002276] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 831.002602] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.002759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.002853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.003154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.003348] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.003480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.003561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.003744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.003859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.003984] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddc467-bec0-4ef7-9ded-c2a45ad8ace2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.004910] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.005047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.005275] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.005419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.060733] env[65978]: INFO networking_nsxv3.common.synchronization [req-460604b2-3a9e-456b-8412-4057c37e9c4b req-2fd18983-5f99-4aa5-84a6-d10728f54725 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_rules [ 831.061175] env[65978]: INFO networking_nsxv3.common.synchronization [req-460604b2-3a9e-456b-8412-4057c37e9c4b req-2fd18983-5f99-4aa5-84a6-d10728f54725 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 831.061466] env[65978]: INFO networking_nsxv3.common.synchronization [req-460604b2-3a9e-456b-8412-4057c37e9c4b req-2fd18983-5f99-4aa5-84a6-d10728f54725 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 with Priority: HIGHEST for action security_group_rules [ 831.062902] env[65978]: INFO networking_nsxv3.common.synchronization [req-460604b2-3a9e-456b-8412-4057c37e9c4b req-2fd18983-5f99-4aa5-84a6-d10728f54725 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 with Priority: HIGHEST for action security_group_members [ 831.062902] env[65978]: INFO networking_nsxv3.common.synchronization [req-460604b2-3a9e-456b-8412-4057c37e9c4b req-2fd18983-5f99-4aa5-84a6-d10728f54725 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_rules [ 831.063098] env[65978]: INFO networking_nsxv3.common.synchronization [req-460604b2-3a9e-456b-8412-4057c37e9c4b req-2fd18983-5f99-4aa5-84a6-d10728f54725 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_members [ 831.063410] env[65978]: INFO networking_nsxv3.common.synchronization [req-460604b2-3a9e-456b-8412-4057c37e9c4b req-2fd18983-5f99-4aa5-84a6-d10728f54725 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 with Priority: HIGHEST for action port [ 831.064916] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_rules [ 831.065157] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 with Priority: HIGHEST for action security_group_rules [ 831.065889] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_members [ 831.066156] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 with Priority: HIGHEST for action port [ 831.066281] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_rules [ 831.066846] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 831.066951] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 with Priority: HIGHEST for action security_group_members [ 831.067660] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.067924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.068303] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.068421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.069208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.069208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.069391] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ddc467-bec0-4ef7-9ded-c2a45ad8ace2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.071078] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.072075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.072916] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.073694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.073694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.074118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.074246] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.076297] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.077366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.077366] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.077618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.078640] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.078640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.218326] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.218549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.218659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.218924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.219097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.219378] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.219792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.219895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.220219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.220322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.220428] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be is going to be updated. [ 831.260833] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.261289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.261289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.261577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.261577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.265227] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.265227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.265227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.265227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.265227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.265227] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c is going to be created. [ 831.267405] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.267405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.267405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.267405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.267405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.267405] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 831.273371] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: IN_PROGRESS for 2s [ 831.298784] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.298784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.298960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.299127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.300258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.332396] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.332700] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.332700] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.333179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.333179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.334947] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: UNINITIALIZED for 2s [ 831.348464] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 831.507033] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ddc467-bec0-4ef7-9ded-c2a45ad8ace2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.581156] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 with status ACTIVE [ 831.581156] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.581156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.581156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.581156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.581156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.581156] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.581156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.581156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.581741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.581741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.581916] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.581916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.582080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.582737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.582880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.582953] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65 is going to be updated. [ 831.584626] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.584626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.606195] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.606387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.606473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.606703] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.606876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.607017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37d6f1fa-97fa-4ec0-b7e2-547d83ea4d65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.743879] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: SUCCESS [ 831.744163] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.815020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83b033c2-04b8-4d49-a376-e94b82ed805d in Status: SUCCESS [ 831.815020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.815020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.815020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.815020] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.815020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.815020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.815020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.815020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.815020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.815020] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83b033c2-04b8-4d49-a376-e94b82ed805d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.009891] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ddc467-bec0-4ef7-9ded-c2a45ad8ace2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.316624] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83b033c2-04b8-4d49-a376-e94b82ed805d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.317160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.317160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.317316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.317491] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.317676] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.317676] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.317902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.318063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.318160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.318287] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83b033c2-04b8-4d49-a376-e94b82ed805d taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.318382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.318493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.318731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.318896] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.318989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.319066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.319308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.319429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.319501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.319701] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83b033c2-04b8-4d49-a376-e94b82ed805d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.512950] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.513229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.513348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.514230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.515049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.515049] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 is going to be created. [ 832.543810] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.543810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.543810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.543810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.543810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.553736] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 in Status: UNINITIALIZED for 2s [ 832.822953] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83b033c2-04b8-4d49-a376-e94b82ed805d: rpc.has_security_group_logging(os_id): False [ 832.852326] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.852326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.852326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.852326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.852326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.853634] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.853634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.853634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.853634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.853634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.853827] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.853827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.853916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.854152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.854234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.854491] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.854613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.854728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.854969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.855106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.855237] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83b033c2-04b8-4d49-a376-e94b82ed805d is going to be created. [ 832.933779] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.933779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.933779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.933779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.933779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.948269] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83b033c2-04b8-4d49-a376-e94b82ed805d in Status: IN_PROGRESS for 2s [ 833.290472] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: SUCCESS [ 833.290690] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be deletion is rescheduled due to dependency. [ 833.291706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.291706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.291706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.291901] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.291980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.292043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.292480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.292480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.292480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.292480] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.347721] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: SUCCESS [ 833.347965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.348090] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.348352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.348554] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.348673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.348739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.348896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.348989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.349088] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.364528] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 833.364753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.365293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.365532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.365722] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.365847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.365966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.366089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.366174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.366273] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.647793] env[65978]: INFO networking_nsxv3.common.synchronization [None req-3d26b411-23f7-4232-8533-b0c07c07bbe9 None None] Enqueued Resource ID: a7016594-08ef-4829-a450-b28df77c9b07 with Priority: HIGHEST for action port [ 833.648613] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7016594-08ef-4829-a450-b28df77c9b07 with Priority: HIGHEST for action port [ 833.649364] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7016594-08ef-4829-a450-b28df77c9b07 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.649364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7016594-08ef-4829-a450-b28df77c9b07" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.649364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7016594-08ef-4829-a450-b28df77c9b07" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.649619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7016594-08ef-4829-a450-b28df77c9b07" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.649619] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7016594-08ef-4829-a450-b28df77c9b07',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.794895] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.856338] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.868473] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.152271] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7016594-08ef-4829-a450-b28df77c9b07 [ 834.152621] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.152773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.152841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.153086] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.153176] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.153273] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7016594-08ef-4829-a450-b28df77c9b07 already deleted. [ 834.153353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7016594-08ef-4829-a450-b28df77c9b07" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.297112] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10e1a4f0-fa3f-46cb-a711-9aab917bf5be: rpc.has_security_group_logging(os_id): False [ 834.318097] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.318315] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.318393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.318602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.318679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.319185] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.319337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.319337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.319683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.319792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.319885] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be is going to be updated. [ 834.362156] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.371278] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.390146] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.390545] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.390545] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.390634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.390780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.408569] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: IN_PROGRESS for 2s [ 834.566241] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 in Status: SUCCESS [ 834.566662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.566885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.567159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.567388] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.567543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.567637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.567845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.567954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.568079] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddc467-bec0-4ef7-9ded-c2a45ad8ace2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.867073] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.867073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.867073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.867073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.867073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.867073] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c is going to be updated. [ 834.873677] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.873835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.873932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.874197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.874455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.874455] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 834.909859] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.910087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.910218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.914023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.914023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.914023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.914330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.914330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.915125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.915125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.926275] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 834.926275] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: IN_PROGRESS for 2s [ 834.963065] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83b033c2-04b8-4d49-a376-e94b82ed805d in Status: SUCCESS [ 834.963270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.042022] env[65978]: INFO networking_nsxv3.common.synchronization [req-144fed03-070f-4b7f-9e03-9ec598b89085 req-baa0d0f9-f316-4fa7-9ae2-37bff07d6e49 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Enqueued Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 835.042022] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 835.042022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.042022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.043876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.044315] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.044798] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.045257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.045450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.045741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.047450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.047450] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.072529] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ddc467-bec0-4ef7-9ded-c2a45ad8ace2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.552111] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.552111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.552570] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.552570] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.577931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.578292] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.578404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.578446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.578642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.578729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.578821] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 is going to be updated. [ 835.579944] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ddc467-bec0-4ef7-9ded-c2a45ad8ace2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.584989] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.585275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-246" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.585418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-246" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.585731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-246" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.586030] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.586271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.586423] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.586661] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.586827] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.587070] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.590021] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.590021] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.590021] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.590021] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.590021] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.590021] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.607259] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.607882] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.608064] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.608550] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-246" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.608626] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-d2192755-34f4-40b3-9ddb-7f1b557d3f9d taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.608730] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-d2192755-34f4-40b3-9ddb-7f1b557d3f9d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.608844] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-d2192755-34f4-40b3-9ddb-7f1b557d3f9d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.609465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-d2192755-34f4-40b3-9ddb-7f1b557d3f9d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.609465] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2192755-34f4-40b3-9ddb-7f1b557d3f9d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.614876] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.614876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.614876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.615338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.615338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.627019] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: IN_PROGRESS for 2s [ 836.090646] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.090808] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.090895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.091142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.091252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.091719] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 is going to be updated. [ 836.112497] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.112750] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.112889] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.113320] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.113500] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.113663] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port d2192755-34f4-40b3-9ddb-7f1b557d3f9d not found, creating... [ 836.113963] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.114272] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.114453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.114744] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.114886] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.115202] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.115359] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.115475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.115684] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.115879] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.116099] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: d2192755-34f4-40b3-9ddb-7f1b557d3f9d is going to be created. [ 836.124446] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.124446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.124446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.124446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.124446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.136286] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 in Status: IN_PROGRESS for 2s [ 836.141161] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.141474] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.141794] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.142144] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.142983] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.142983] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-d2192755-34f4-40b3-9ddb-7f1b557d3f9d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.304392] env[65978]: INFO networking_nsxv3.common.synchronization [None req-5d5c257b-0d10-4858-b4c6-0609a0261560 None None] Enqueued Resource ID: 7071d684-df68-4f28-a66d-f1afbb585ebf with Priority: HIGHEST for action port [ 836.305203] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7071d684-df68-4f28-a66d-f1afbb585ebf with Priority: HIGHEST for action port [ 836.306022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-7071d684-df68-4f28-a66d-f1afbb585ebf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.306022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7071d684-df68-4f28-a66d-f1afbb585ebf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.306022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7071d684-df68-4f28-a66d-f1afbb585ebf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.306022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7071d684-df68-4f28-a66d-f1afbb585ebf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.306285] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7071d684-df68-4f28-a66d-f1afbb585ebf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.428441] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be in Status: SUCCESS [ 836.428719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.810433] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7071d684-df68-4f28-a66d-f1afbb585ebf [ 836.810773] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.810973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.810973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.812921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.812921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.812921] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7071d684-df68-4f28-a66d-f1afbb585ebf already deleted. [ 836.812921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7071d684-df68-4f28-a66d-f1afbb585ebf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.937654] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: SUCCESS [ 836.937654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.938475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.938475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.938475] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.938475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.938475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.938858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.938858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.938858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.938958] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.945140] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 836.945303] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.945430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.945626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.945820] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.945951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.945995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.946165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.946245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.946332] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.947359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.947359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.948871] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.948871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.948871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.948871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.948871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.948871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.948871] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.949573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.951127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.951127] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.951127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.951127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.951127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.951127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.951127] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.977297] env[65978]: INFO networking_nsxv3.common.synchronization [req-144fed03-070f-4b7f-9e03-9ec598b89085 req-dfae3bb6-fc9c-48e8-868c-775ddf73f590 service nova] Enqueued Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_rules [ 836.977869] env[65978]: INFO networking_nsxv3.common.synchronization [req-144fed03-070f-4b7f-9e03-9ec598b89085 req-dfae3bb6-fc9c-48e8-868c-775ddf73f590 service nova] Enqueued Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 836.977869] env[65978]: INFO networking_nsxv3.common.synchronization [req-144fed03-070f-4b7f-9e03-9ec598b89085 req-dfae3bb6-fc9c-48e8-868c-775ddf73f590 service nova] Enqueued Resource ID: d2192755-34f4-40b3-9ddb-7f1b557d3f9d with Priority: HIGHEST for action port [ 836.979267] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_rules [ 836.979464] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 836.980130] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2192755-34f4-40b3-9ddb-7f1b557d3f9d with Priority: HIGHEST for action port [ 836.980130] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.980130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.980130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.980715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.980715] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.982390] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.982390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.982390] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2192755-34f4-40b3-9ddb-7f1b557d3f9d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.982390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2192755-34f4-40b3-9ddb-7f1b557d3f9d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.982390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2192755-34f4-40b3-9ddb-7f1b557d3f9d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.982390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2192755-34f4-40b3-9ddb-7f1b557d3f9d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.982390] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2192755-34f4-40b3-9ddb-7f1b557d3f9d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.450877] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.452215] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.453389] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.453521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.453639] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.484456] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.484661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.485018] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2192755-34f4-40b3-9ddb-7f1b557d3f9d with status ACTIVE [ 837.485224] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.485375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.485468] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.485688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.485851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.486025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.486131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.486194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.486350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.486456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.486624] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.486737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.486793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.489549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.489549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.489549] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2192755-34f4-40b3-9ddb-7f1b557d3f9d is going to be updated. [ 837.513151] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.513151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.513151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.513151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.513151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.513151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2192755-34f4-40b3-9ddb-7f1b557d3f9d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.647201] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: SUCCESS [ 837.647424] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 deletion is rescheduled due to dependency. [ 837.647514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.647712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.648038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.648261] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.648418] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.648489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.648657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.648789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.648830] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.955954] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.957351] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c: rpc.has_security_group_logging(os_id): False [ 837.958051] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.979850] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.979850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.979850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.979850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.979850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.979850] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.979850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.979850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.979850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.979850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.979850] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c is going to be created. [ 838.037160] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.037314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.037374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.037574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.037743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.055846] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: IN_PROGRESS for 2s [ 838.149394] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 in Status: SUCCESS [ 838.149717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.149819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.150961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.150961] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.150961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.150961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.150961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.150961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.150961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.150961] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ddc467-bec0-4ef7-9ded-c2a45ad8ace2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.155624] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.461600] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.461751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.461820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.462047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.462136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.462235] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c is going to be updated. [ 838.463534] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.463642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.464286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.464286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.464286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.464286] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 838.505769] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.505905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.505957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.506207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.506823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.508301] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.510745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.510745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.510745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.510745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.521712] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 838.521712] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: IN_PROGRESS for 2s [ 838.655630] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ddc467-bec0-4ef7-9ded-c2a45ad8ace2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.657223] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.158907] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2: rpc.has_security_group_logging(os_id): False [ 839.160607] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.160607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.160810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.160932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.160932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.161036] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 is going to be updated. [ 839.189602] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.189602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.189602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.189864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.189988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.190530] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.190530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.190530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.190845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.190845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.190845] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 is going to be created. [ 839.207093] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.207093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.207093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.207093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.207093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.215748] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: IN_PROGRESS for 2s [ 839.278954] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.279232] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.279232] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.280034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.280034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.309557] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 in Status: IN_PROGRESS for 2s [ 840.072388] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: SUCCESS [ 840.073041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.073041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.073294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.073395] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.212561] env[65978]: INFO networking_nsxv3.common.synchronization [req-52b89526-b2e9-403b-96be-a2c9997de8bb req-bd5571d4-9f63-48fe-bf69-ba3236a2558d tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Enqueued Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_members [ 840.214169] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_members [ 840.216922] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.216922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.216922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.216922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.216922] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.217392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.217392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.217392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.217392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.217567] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.533110] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: SUCCESS [ 840.536179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.536179] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 840.536179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.536179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.536179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.536179] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.536179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.536880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.536880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.536880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.536880] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.537970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.538251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.538519] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.538689] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.539581] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.540346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.540346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.540346] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.576218] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.576443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.645188] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.646869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-517" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.647250] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-517" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.647673] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-517" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.649057] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.649482] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.649741] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.650607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.650952] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.654161] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.654161] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.654161] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.654161] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.654161] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.654161] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.654161] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.675936] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.676118] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.676250] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.676427] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-517" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.676749] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-1d01711e-51ab-485e-a263-a4a37aa0c402 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.676905] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-1d01711e-51ab-485e-a263-a4a37aa0c402" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.677035] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-1d01711e-51ab-485e-a263-a4a37aa0c402" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.677364] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-1d01711e-51ab-485e-a263-a4a37aa0c402" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.677560] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d01711e-51ab-485e-a263-a4a37aa0c402',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.720231] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.720422] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.720536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.720802] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.720905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.721139] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.721247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.721304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.721507] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.721633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.721744] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff already deleted. [ 840.721847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.042287] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.044031] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.180397] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.180737] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.180930] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.181323] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.181574] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.181700] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 1d01711e-51ab-485e-a263-a4a37aa0c402 not found, creating... [ 841.181969] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.183522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.183522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.183522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.183522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.183522] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.183915] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.185011] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.185332] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.185597] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.185862] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 1d01711e-51ab-485e-a263-a4a37aa0c402 is going to be created. [ 841.222731] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.224017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.224017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.224017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.224017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.224017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-1d01711e-51ab-485e-a263-a4a37aa0c402" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.229667] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: IN_PROGRESS for 4s [ 841.334770] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 in Status: SUCCESS [ 841.334770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.455909] env[65978]: INFO networking_nsxv3.common.synchronization [req-54085596-4058-4c48-bce4-3d2c08b14f09 req-3f43553b-a1f5-488a-b289-402fac4de78d tempest-ServerGroupTestJSON-878598353 tempest-ServerGroupTestJSON-878598353-project-member] Enqueued Resource ID: 83b033c2-04b8-4d49-a376-e94b82ed805d with Priority: HIGHEST for action security_group_members [ 841.457087] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b033c2-04b8-4d49-a376-e94b82ed805d with Priority: HIGHEST for action security_group_members [ 841.457460] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83b033c2-04b8-4d49-a376-e94b82ed805d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.457671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.458449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.458449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.458449] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.458449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.458716] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.458855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.458997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.460238] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83b033c2-04b8-4d49-a376-e94b82ed805d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.549340] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.550985] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.931211] env[65978]: INFO networking_nsxv3.common.synchronization [req-52b89526-b2e9-403b-96be-a2c9997de8bb req-e519b530-6aa4-45e8-919b-f50dc95664ed service nova] Enqueued Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_rules [ 841.931433] env[65978]: INFO networking_nsxv3.common.synchronization [req-52b89526-b2e9-403b-96be-a2c9997de8bb req-e519b530-6aa4-45e8-919b-f50dc95664ed service nova] Enqueued Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_members [ 841.931605] env[65978]: INFO networking_nsxv3.common.synchronization [req-52b89526-b2e9-403b-96be-a2c9997de8bb req-e519b530-6aa4-45e8-919b-f50dc95664ed service nova] Enqueued Resource ID: 1d01711e-51ab-485e-a263-a4a37aa0c402 with Priority: HIGHEST for action port [ 841.932265] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_rules [ 841.932520] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_members [ 841.932642] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d01711e-51ab-485e-a263-a4a37aa0c402 with Priority: HIGHEST for action port [ 841.932950] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.933116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.934110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.934110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.934110] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.934360] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.935034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.935034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.935034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.935034] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.935034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.935034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.935416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.935416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.935416] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.936834] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d01711e-51ab-485e-a263-a4a37aa0c402 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.936834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d01711e-51ab-485e-a263-a4a37aa0c402" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.936834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d01711e-51ab-485e-a263-a4a37aa0c402" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.936834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d01711e-51ab-485e-a263-a4a37aa0c402" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.936834] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d01711e-51ab-485e-a263-a4a37aa0c402',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.963553] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.963700] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.963798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.963978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.964100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.964293] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.964394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.964469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.964604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.964680] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.964768] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83b033c2-04b8-4d49-a376-e94b82ed805d is going to be updated. [ 841.999955] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.000172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.000250] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.000404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.000610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.012658] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83b033c2-04b8-4d49-a376-e94b82ed805d in Status: IN_PROGRESS for 2s [ 842.054565] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.054785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.054846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.055238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.055238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.055354] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 842.056882] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.060234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.060400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.060887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.060995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.061147] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c is going to be updated. [ 842.095099] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.095563] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.096076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.096240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.096941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.098968] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.098968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.098968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.099175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.099210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.115978] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 842.117020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: IN_PROGRESS for 2s [ 842.442023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.442023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.442023] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.442023] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d01711e-51ab-485e-a263-a4a37aa0c402 with status ACTIVE [ 842.442023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.442023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.442023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.442023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.442023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.442023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.442023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.442023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.442023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.442023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.442888] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.442888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.442888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.442888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.442888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.442888] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d01711e-51ab-485e-a263-a4a37aa0c402 is going to be updated. [ 842.468811] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.469190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.469190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.469677] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.469677] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.469836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d01711e-51ab-485e-a263-a4a37aa0c402" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.945496] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.243466] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: SUCCESS [ 843.245743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.245743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.245743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.245743] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.245743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.245743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.245743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.245743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.245743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.245743] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.447910] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.448266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.448266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.448489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.448607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.448686] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff is going to be created. [ 843.475783] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.475995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.475995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.476276] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.476437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.486580] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: UNINITIALIZED for 2s [ 843.751683] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.751876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.751948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.752196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.752368] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.752584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.752584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.752698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.752789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.752835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.752976] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.753080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.753243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.753293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.753408] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.753496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.753549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.753722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.753803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.753887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.753977] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.025514] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83b033c2-04b8-4d49-a376-e94b82ed805d in Status: SUCCESS [ 844.025781] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83b033c2-04b8-4d49-a376-e94b82ed805d deletion is rescheduled due to dependency. [ 844.025937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83b033c2-04b8-4d49-a376-e94b82ed805d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.128679] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: SUCCESS [ 844.128990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.129946] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 844.131125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.131125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.131125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.131125] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.131387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.131387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.131493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.131673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.131782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.131825] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.133516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.133516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.133516] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.133516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.133823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.133823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.133967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.133967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.134512] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.134640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.134714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.134995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.135185] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.135409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.135477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.135647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.135727] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.135823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.135936] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.257130] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e36a57b3-916d-4a51-99d4-19f56c141316: rpc.has_security_group_logging(os_id): False [ 844.285095] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.285095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.285095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.285592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.285592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.285775] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.286059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.286059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.286321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.286463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.289573] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.290432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.290432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.290432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.290432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.290774] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.291013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.291151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.291726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.291726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.291859] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 is going to be updated. [ 844.378853] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.379052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.379100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.379283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.379427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.396603] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: IN_PROGRESS for 2s [ 844.639661] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.639661] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3625f427-0d47-47e7-b4c3-7c5787127325: rpc.has_security_group_logging(os_id): False [ 844.658209] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.658825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.658825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.658825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.658953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.659132] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.659237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.659293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.659463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.659638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.659961] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.659961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.660104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.660139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.660209] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.660729] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.660889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.661052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.661837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.662023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.662201] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 844.726114] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.726114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.726114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.726114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.727897] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.744196] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 845.023488] env[65978]: INFO networking_nsxv3.common.synchronization [None req-11c2a09c-47b9-409a-a2b2-541495591018 None None] Enqueued Resource ID: 04c53ee7-7c99-4d56-8a2b-62160f26088a with Priority: HIGHEST for action port [ 845.023488] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c53ee7-7c99-4d56-8a2b-62160f26088a with Priority: HIGHEST for action port [ 845.023488] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c53ee7-7c99-4d56-8a2b-62160f26088a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.023488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c53ee7-7c99-4d56-8a2b-62160f26088a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.023488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c53ee7-7c99-4d56-8a2b-62160f26088a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.024551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c53ee7-7c99-4d56-8a2b-62160f26088a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.024766] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c53ee7-7c99-4d56-8a2b-62160f26088a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.142243] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c: rpc.has_security_group_logging(os_id): False [ 845.164328] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.164525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.164569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.164748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.164842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.167434] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.167434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.167434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.167434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.167434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.167434] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c is going to be updated. [ 845.238143] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.238143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.238143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.238143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.238143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.260140] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: IN_PROGRESS for 2s [ 845.498139] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: SUCCESS [ 845.500014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.500014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.500014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.500014] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.500014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.500014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.500014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.500014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.500014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.500014] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.527897] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04c53ee7-7c99-4d56-8a2b-62160f26088a [ 845.528201] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.528603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.528603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.528770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.528860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.528975] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04c53ee7-7c99-4d56-8a2b-62160f26088a already deleted. [ 845.529082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c53ee7-7c99-4d56-8a2b-62160f26088a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.007029] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.007029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.007029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.007029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.007029] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.007029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.007029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.007029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.007029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.007029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.007029] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.007029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.007029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.007029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.007029] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.008047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.008047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.008047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.008047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.008047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.008047] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.327978] env[65978]: INFO networking_nsxv3.common.synchronization [None req-92ad7685-c0ea-49d3-9e1a-12557c7dec82 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Enqueued Resource ID: 1837f791-2122-44e4-b122-7a62d9de0e17 with Priority: HIGHEST for action security_group_rules [ 846.328679] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1837f791-2122-44e4-b122-7a62d9de0e17 with Priority: HIGHEST for action security_group_rules [ 846.331845] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1837f791-2122-44e4-b122-7a62d9de0e17 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.332185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.332257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.332848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.332848] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1837f791-2122-44e4-b122-7a62d9de0e17',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.415768] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: SUCCESS [ 846.416318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.514601] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ecde7b9-af15-425c-bafe-ef0c31fe31ff: rpc.has_security_group_logging(os_id): False [ 846.514601] env[65978]: INFO networking_nsxv3.common.synchronization [None req-052c4959-51ea-476f-8c2d-5f6760cbc2ce tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Enqueued Resource ID: 1837f791-2122-44e4-b122-7a62d9de0e17 with Priority: HIGHEST for action security_group_rules [ 846.515854] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1837f791-2122-44e4-b122-7a62d9de0e17 with Priority: HIGHEST for action security_group_rules [ 846.517066] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1837f791-2122-44e4-b122-7a62d9de0e17 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.517807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.538510] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.538510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.538510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.538510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.538510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.538510] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.538510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.538510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.538510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.538510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.538510] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.538510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.538510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.538510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.538510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.539641] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.540614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.540614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.540614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.540614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.541385] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff is going to be created. [ 846.616100] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.616333] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.616333] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.616604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.617038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.631756] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: IN_PROGRESS for 2s [ 846.771686] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 846.771686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.771686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.771686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.771686] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.855022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.855323] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.855323] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.855746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.855746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.855856] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1837f791-2122-44e4-b122-7a62d9de0e17 already deleted. [ 846.855951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.856126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.856299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.856405] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1837f791-2122-44e4-b122-7a62d9de0e17',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.276473] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: SUCCESS [ 847.276473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.276473] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.276473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.276473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.276982] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.277259] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.277449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.277584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.277827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.278065] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.278247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.278418] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.381556] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.381556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.381556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.381556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.381556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.381556] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1837f791-2122-44e4-b122-7a62d9de0e17 already deleted. [ 847.381556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.783271] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.783448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.783510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.783695] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.783861] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.783954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.784044] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.784196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.784284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.784371] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.784514] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.784600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.784663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.784794] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.784928] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.785028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.785088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.785222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.785295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.785378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.785467] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.292089] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3625f427-0d47-47e7-b4c3-7c5787127325: rpc.has_security_group_logging(os_id): False [ 848.313238] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.313472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.313571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.313950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.314147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.314713] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.314844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.314905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.315087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.315167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.315373] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.315456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.315538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.315665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.315734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.315936] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.316048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.316108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.316276] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.316370] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.316703] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 848.395970] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.396152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.396248] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.396451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.396633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.416094] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 848.547603] env[65978]: INFO networking_nsxv3.common.synchronization [None req-acd4859f-f8fc-40c9-9f2c-c2359ed5defc None None] Enqueued Resource ID: 11e40390-8259-4e45-a030-fac79c28d974 with Priority: HIGHEST for action port [ 848.548282] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e40390-8259-4e45-a030-fac79c28d974 with Priority: HIGHEST for action port [ 848.548690] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e40390-8259-4e45-a030-fac79c28d974 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.548813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e40390-8259-4e45-a030-fac79c28d974" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.548813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e40390-8259-4e45-a030-fac79c28d974" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.549094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e40390-8259-4e45-a030-fac79c28d974" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.549189] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e40390-8259-4e45-a030-fac79c28d974',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.648822] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: SUCCESS [ 848.649751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.052338] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11e40390-8259-4e45-a030-fac79c28d974 [ 849.052778] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.052778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.052984] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.053041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.053119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.053215] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11e40390-8259-4e45-a030-fac79c28d974 already deleted. [ 849.053311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e40390-8259-4e45-a030-fac79c28d974" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.355055] env[65978]: INFO networking_nsxv3.common.synchronization [None req-c6da6ad1-138a-4ac4-8825-cfdec7616ff3 None None] Enqueued Resource ID: f62ec684-3705-4fcc-9915-7ef51669ad82 with Priority: HIGHEST for action port [ 849.355487] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62ec684-3705-4fcc-9915-7ef51669ad82 with Priority: HIGHEST for action port [ 849.356921] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f62ec684-3705-4fcc-9915-7ef51669ad82 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.356921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f62ec684-3705-4fcc-9915-7ef51669ad82" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.356921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f62ec684-3705-4fcc-9915-7ef51669ad82" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.356921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f62ec684-3705-4fcc-9915-7ef51669ad82" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.356921] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f62ec684-3705-4fcc-9915-7ef51669ad82',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.858367] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f62ec684-3705-4fcc-9915-7ef51669ad82 [ 849.859164] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.861509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.861509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.861509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.861509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.861509] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f62ec684-3705-4fcc-9915-7ef51669ad82 already deleted. [ 849.861509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f62ec684-3705-4fcc-9915-7ef51669ad82" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.999362] env[65978]: INFO networking_nsxv3.common.synchronization [None req-4c84f652-09fc-47d8-90bc-9fa8e50596dd tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 with Priority: HIGHEST for action security_group_rules [ 849.999820] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 with Priority: HIGHEST for action security_group_rules [ 850.000615] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97fb7073-3c81-47c9-b26b-53016180a0d5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.000615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.000615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.000615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.000787] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97fb7073-3c81-47c9-b26b-53016180a0d5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.114042] env[65978]: INFO networking_nsxv3.common.synchronization [None req-855718fd-d12f-43d2-bbd5-fdd7915e139a tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 with Priority: HIGHEST for action security_group_rules [ 850.115384] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 with Priority: HIGHEST for action security_group_rules [ 850.115384] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97fb7073-3c81-47c9-b26b-53016180a0d5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.115384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.385706] env[65978]: INFO networking_nsxv3.common.synchronization [None req-7219a459-43cf-403f-b51b-ce72d18deffe tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Enqueued Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGHEST for action security_group_rules [ 850.386761] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGHEST for action security_group_rules [ 850.388235] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.388414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.388485] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.388807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.388898] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a264d4-5889-4d1a-82cc-7ed3486cbf97',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.432395] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 850.432818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.523442] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.523598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.523636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.524203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.524203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.524203] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 already deleted. [ 850.524203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.524362] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.524526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.524611] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97fb7073-3c81-47c9-b26b-53016180a0d5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.535108] env[65978]: INFO networking_nsxv3.common.synchronization [None req-13cb9825-1e5b-4fad-8b2b-188cd6dedf67 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Enqueued Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGHEST for action security_group_rules [ 850.535108] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGHEST for action security_group_rules [ 850.535108] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.535108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.915735] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.915735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.915735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.915735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.915735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.915735] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 already deleted. [ 850.915735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.915735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.915735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.915735] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a264d4-5889-4d1a-82cc-7ed3486cbf97',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.050037] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.050163] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.050197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.050572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.050572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.050572] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 already deleted. [ 851.050763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.439747] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.440058] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.440058] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.441025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.441025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.441025] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 already deleted. [ 851.441025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.914632] env[65978]: INFO networking_nsxv3.common.synchronization [None req-62661f96-b5a6-472b-8345-e5d9006b609e None None] Enqueued Resource ID: 8a955557-1c08-4840-a712-3766934cfc42 with Priority: HIGHEST for action port [ 851.914632] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a955557-1c08-4840-a712-3766934cfc42 with Priority: HIGHEST for action port [ 851.914632] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a955557-1c08-4840-a712-3766934cfc42 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.914632] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a955557-1c08-4840-a712-3766934cfc42" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.914829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a955557-1c08-4840-a712-3766934cfc42" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.914966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a955557-1c08-4840-a712-3766934cfc42" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.915063] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a955557-1c08-4840-a712-3766934cfc42',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.310783] env[65978]: INFO networking_nsxv3.common.synchronization [req-d451925a-c158-4033-ae72-2ad7f5219e3c req-c8988498-2560-416b-88e8-dae82727ade4 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Enqueued Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_members [ 852.311358] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_members [ 852.311655] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.311827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.311894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.312159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.312318] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.312496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.312496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.312655] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.312740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.312828] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.417634] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a955557-1c08-4840-a712-3766934cfc42 [ 852.418495] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.418495] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.418495] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.418495] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.418942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.418942] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a955557-1c08-4840-a712-3766934cfc42 already deleted. [ 852.418989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a955557-1c08-4840-a712-3766934cfc42" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.684088] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.684421] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-517" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.684421] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-517" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.684722] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-517" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.685016] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.685201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.685334] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.685970] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.686155] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.686398] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.686587] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.686732] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.686858] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.687062] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.687208] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.687417] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.708315] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.708503] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.708667] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.708864] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-517" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.709233] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-e55deeea-d61a-4687-a2c0-fb7d8c1cef41 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.709411] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-e55deeea-d61a-4687-a2c0-fb7d8c1cef41" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.709544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-e55deeea-d61a-4687-a2c0-fb7d8c1cef41" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.709972] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-e55deeea-d61a-4687-a2c0-fb7d8c1cef41" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.710121] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e55deeea-d61a-4687-a2c0-fb7d8c1cef41',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.815395] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.215214] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.215453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.215577] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.215865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.216054] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.216219] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port e55deeea-d61a-4687-a2c0-fb7d8c1cef41 not found, creating... [ 853.216485] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.216641] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.216755] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.216985] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.217130] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.217404] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.217577] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.217724] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.217936] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.220307] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.220534] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: e55deeea-d61a-4687-a2c0-fb7d8c1cef41 is going to be created. [ 853.247301] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.247573] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.247714] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.248091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.248364] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.248772] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-e55deeea-d61a-4687-a2c0-fb7d8c1cef41" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.318617] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.821902] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.825237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.825374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.825647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.825751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.825883] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff is going to be updated. [ 853.858199] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.858363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.858440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.858731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.858840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.870169] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: IN_PROGRESS for 2s [ 853.982366] env[65978]: INFO networking_nsxv3.common.synchronization [req-d451925a-c158-4033-ae72-2ad7f5219e3c req-a46d8ea4-2725-4331-88a9-6ad8b9694473 service nova] Enqueued Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_rules [ 853.982366] env[65978]: INFO networking_nsxv3.common.synchronization [req-d451925a-c158-4033-ae72-2ad7f5219e3c req-a46d8ea4-2725-4331-88a9-6ad8b9694473 service nova] Enqueued Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_members [ 853.982447] env[65978]: INFO networking_nsxv3.common.synchronization [req-d451925a-c158-4033-ae72-2ad7f5219e3c req-a46d8ea4-2725-4331-88a9-6ad8b9694473 service nova] Enqueued Resource ID: e55deeea-d61a-4687-a2c0-fb7d8c1cef41 with Priority: HIGHEST for action port [ 853.982998] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_rules [ 853.983158] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_members [ 853.983256] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55deeea-d61a-4687-a2c0-fb7d8c1cef41 with Priority: HIGHEST for action port [ 853.983542] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.983652] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.983723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.983929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.984020] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.986726] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.986825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.987261] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-e55deeea-d61a-4687-a2c0-fb7d8c1cef41 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.987261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e55deeea-d61a-4687-a2c0-fb7d8c1cef41" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.987261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e55deeea-d61a-4687-a2c0-fb7d8c1cef41" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.987899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e55deeea-d61a-4687-a2c0-fb7d8c1cef41" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.987899] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e55deeea-d61a-4687-a2c0-fb7d8c1cef41',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.487359] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.487774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.493009] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e55deeea-d61a-4687-a2c0-fb7d8c1cef41 with status ACTIVE [ 854.493009] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.493009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.493009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.493009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.493009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.493009] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.493009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.493009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.493009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.493009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.493009] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.493009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.493009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.493009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.493009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.493009] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e55deeea-d61a-4687-a2c0-fb7d8c1cef41 is going to be updated. [ 854.515998] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.516190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.516229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.516848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.517018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.517164] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e55deeea-d61a-4687-a2c0-fb7d8c1cef41" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.882673] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: SUCCESS [ 855.883100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.884229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.884490] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.884684] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.884809] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.884876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.885053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.885142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.885239] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.387565] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.624467] env[65978]: INFO networking_nsxv3.common.synchronization [req-454c9c43-906f-414b-b258-4f360497ed9f req-c9147849-678d-40cc-bd6d-b4cd4243a790 tempest-ListImageFiltersTestJSON-228365471 tempest-ListImageFiltersTestJSON-228365471-project-member] Enqueued Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_members [ 856.625589] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401f6d95-0d3b-458d-8004-d4541cea6bac with Priority: HIGHEST for action security_group_members [ 856.625589] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-401f6d95-0d3b-458d-8004-d4541cea6bac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.625589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.625589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.625814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.625851] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.625938] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.625998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.626485] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.626581] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.626680] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('401f6d95-0d3b-458d-8004-d4541cea6bac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.892376] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.128852] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.130013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.130013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.130013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.159421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.159648] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.159766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.159848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.160107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.160154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.163682] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401f6d95-0d3b-458d-8004-d4541cea6bac is going to be updated. [ 857.193059] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.193059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.193059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.193059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.193059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.204087] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: IN_PROGRESS for 2s [ 857.328867] env[65978]: INFO networking_nsxv3.common.synchronization [req-9a942e84-500b-483f-89d6-02290a8ffe3b req-c68bf916-4ae8-449a-a551-1c3c0fc5d065 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Enqueued Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_members [ 857.328867] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_members [ 857.328867] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.328867] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.328867] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.328867] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.328867] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.328867] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.328867] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.329357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.329357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.329357] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.398029] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.398029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.398029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.398029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.398029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.398029] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff is going to be updated. [ 857.427016] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.427211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.427278] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.427458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.427598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.437296] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: IN_PROGRESS for 2s [ 857.834132] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.337315] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.843609] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.843901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.843901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.844032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.844126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.844225] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 221f2963-70b3-4495-a4e7-a1070ff61864 is going to be updated. [ 858.871461] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.871671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.871753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.871964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.872121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.880634] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: IN_PROGRESS for 2s [ 859.214389] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 401f6d95-0d3b-458d-8004-d4541cea6bac in Status: SUCCESS [ 859.214617] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 401f6d95-0d3b-458d-8004-d4541cea6bac deletion is rescheduled due to dependency. [ 859.214730] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-401f6d95-0d3b-458d-8004-d4541cea6bac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.448718] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: SUCCESS [ 859.448969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.449165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.449417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.449645] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.449782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.449848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.450030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.450126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.450214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.450306] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.872339] env[65978]: INFO networking_nsxv3.common.synchronization [req-a761a861-a605-4c35-9a21-d0c4971991b7 req-984d4647-d917-4782-886b-6e273d49c847 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 859.872909] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 859.873254] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.873388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.873456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.873709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.873863] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.873962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.874246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.874433] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.874536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.874634] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.952432] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.952629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.952719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.952916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.953129] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.953255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.953321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.953476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.953564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.953651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.953797] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.953888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.953947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.954104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.954243] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.954333] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.954395] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.954530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.954605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.954690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.954814] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.243386] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.243716] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.243922] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.244394] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.244827] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.245171] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.245287] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.245634] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.245866] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.246205] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.246397] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.246578] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.246752] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.246935] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.247129] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.247343] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.268710] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.268710] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.268877] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.269179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.269683] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.269922] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.270139] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.270660] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.270889] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.377220] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.377449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.377449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.377663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.377747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.377955] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.378081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.378134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.378259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.378353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.378412] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd already deleted. [ 860.378495] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.451710] env[65978]: INFO networking_nsxv3.common.synchronization [req-e85ac93a-6337-4c91-b981-dd82ced3e1f7 req-78fab693-4658-4244-949c-f83831c9959e tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Enqueued Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 860.452556] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 860.453017] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.453213] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.453328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.453608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.453853] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.454030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.454153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.454399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.454550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.454707] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.457406] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ecde7b9-af15-425c-bafe-ef0c31fe31ff: rpc.has_security_group_logging(os_id): False [ 860.478981] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.479156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.479210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.479414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.479504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.479695] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.479970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.479970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.480151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.480151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.480274] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.480360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.480408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.480666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.480666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.480819] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.480898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.480997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.481278] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.481278] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.481278] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff is going to be updated. [ 860.558605] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.558842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.558963] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.559290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.559528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.578853] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: IN_PROGRESS for 2s [ 860.774264] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.774264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.774264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.774629] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.774847] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.775090] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 not found, creating... [ 860.775497] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.775722] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.775888] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.776314] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.776488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.776979] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.777540] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.777678] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.777915] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.778073] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.778203] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 is going to be created. [ 860.800840] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.800840] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.800840] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.801071] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.801232] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.801450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.892792] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: SUCCESS [ 860.892792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.957614] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.957855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.957953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.958221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.958340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.958573] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.958699] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.958765] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.959042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.959178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.959266] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 is going to be updated. [ 861.009047] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.009047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.009047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.009047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.009047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.018994] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: IN_PROGRESS for 2s [ 861.584028] env[65978]: INFO networking_nsxv3.common.synchronization [req-a761a861-a605-4c35-9a21-d0c4971991b7 req-f9248b59-9d13-4e02-af24-29635e4b472b service nova] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_rules [ 861.584028] env[65978]: INFO networking_nsxv3.common.synchronization [req-a761a861-a605-4c35-9a21-d0c4971991b7 req-f9248b59-9d13-4e02-af24-29635e4b472b service nova] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 861.584028] env[65978]: INFO networking_nsxv3.common.synchronization [req-a761a861-a605-4c35-9a21-d0c4971991b7 req-f9248b59-9d13-4e02-af24-29635e4b472b service nova] Enqueued Resource ID: 0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 with Priority: HIGHEST for action port [ 861.584469] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_rules [ 861.584515] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 861.584617] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 with Priority: HIGHEST for action port [ 861.584893] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.585259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.585990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.585990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.585990] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.587150] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.587214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.587273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.587487] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.587664] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.587791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.587888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.588084] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.588183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.588304] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.589629] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.589834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.589934] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.590122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.590194] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.089899] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.089899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.090336] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.092420] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 with status ACTIVE [ 862.092861] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.093086] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.093208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.093974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.093974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.094168] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.094987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.095129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.095379] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.095522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.095790] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.095923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.096284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.096482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.096574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.096704] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7 is going to be updated. [ 862.120887] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.120887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.120887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.120887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.120887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.120887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c95aecd-1b2a-43d0-9f75-22d8f0dd2dc7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.339715] env[65978]: INFO networking_nsxv3.common.synchronization [req-dca4a88f-63f7-4cc3-9c45-0f1683b5e885 req-d999aeca-675d-48b5-8d72-f607e9c216eb tempest-ServersWithSpecificFlavorTestJSON-1511112180 tempest-ServersWithSpecificFlavorTestJSON-1511112180-project-member] Enqueued Resource ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 with Priority: HIGHEST for action security_group_members [ 862.340416] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 with Priority: HIGHEST for action security_group_members [ 862.340763] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-65c3db38-1dc5-4c1c-b1ad-458f208868e4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.340931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.341053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.341305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.341506] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.341634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.341720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.341905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.342049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.342181] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65c3db38-1dc5-4c1c-b1ad-458f208868e4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.594478] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.596499] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: SUCCESS [ 862.596872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.701335] env[65978]: INFO networking_nsxv3.common.synchronization [req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 req-e6007d89-7241-4dd0-8e68-e8073efcb32b tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 862.701964] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 862.702598] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.702883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.703080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.703434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.703748] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.704101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.704260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.704517] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.704681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.704975] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.864437] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.864437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.864437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.864437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.878959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.879345] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.879496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.879560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.879796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.879888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.879992] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 is going to be updated. [ 862.931235] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.931446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.931525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.931760] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.931915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.945206] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 in Status: IN_PROGRESS for 2s [ 863.035022] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: SUCCESS [ 863.035022] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 deletion is rescheduled due to dependency. [ 863.035022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.096339] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.096511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.096611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.097052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.097052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.097052] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be created. [ 863.122794] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.122980] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.123131] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.123365] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.123639] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.123765] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.124203] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.125562] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.126869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.126869] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.126869] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.126869] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.126869] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.126869] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.126869] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.126869] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.129720] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.129885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.130052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.130111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.130355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.144439] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: UNINITIALIZED for 2s [ 863.148332] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.149425] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.149425] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.149425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.149425] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.150082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.150082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.150082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.150254] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.208059] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.654716] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.655121] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.655121] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.655484] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.655707] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.655793] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 not found, creating... [ 863.656156] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.656336] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.656459] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.656682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.656884] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.657105] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.657258] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.657370] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.658161] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.658374] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.658643] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 is going to be created. [ 863.688186] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.688427] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.688552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.688817] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.689091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.689375] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.712922] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.213772] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.213992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.213992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.214214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.214328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.214434] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 864.245681] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.245857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.245901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.246139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.246289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.257100] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 864.917195] env[65978]: INFO networking_nsxv3.common.synchronization [req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 req-086494c7-67c3-48f5-b02c-b6941a18fbd7 service nova] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_rules [ 864.917855] env[65978]: INFO networking_nsxv3.common.synchronization [req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 req-086494c7-67c3-48f5-b02c-b6941a18fbd7 service nova] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 864.919111] env[65978]: INFO networking_nsxv3.common.synchronization [req-4ad1cfe3-3d0d-49a1-ba41-80db94604813 req-086494c7-67c3-48f5-b02c-b6941a18fbd7 service nova] Enqueued Resource ID: 7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 with Priority: HIGHEST for action port [ 864.919714] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_rules [ 864.920710] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 864.920898] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 with Priority: HIGHEST for action port [ 864.923869] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.923869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.923869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.923869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.923869] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.924305] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.924857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.925245] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.925407] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.928302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.928302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.928302] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.956437] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 in Status: SUCCESS [ 864.956437] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65c3db38-1dc5-4c1c-b1ad-458f208868e4 deletion is rescheduled due to dependency. [ 864.956437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65c3db38-1dc5-4c1c-b1ad-458f208868e4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.156503] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 865.156503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.156503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.156503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.156503] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.156503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.156503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.156503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.156503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.156503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.156503] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.428630] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.428771] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.428890] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 with status ACTIVE [ 865.429909] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.429909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.429909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.429909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.429909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.429909] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.429909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.429909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.430285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.430285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.430448] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.430572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.430641] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.430782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.430860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.430934] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84 is going to be updated. [ 865.457049] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.457209] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.457275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.457487] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.457624] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.458146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f26d0f9-ddc7-41ad-a3ea-8da6ca867f84" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.657966] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.658153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.658279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.658452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.658615] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.658717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.658780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.659020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.659151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.659244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.659397] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.659487] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.659547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.659690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.659829] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.659920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.659980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.660140] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.660219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.660301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.660459] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.162424] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd: rpc.has_security_group_logging(os_id): False [ 866.182936] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.183111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.183194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.183949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.183949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.183949] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.183949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.183949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.184286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.184286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.184286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.184377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.184403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.184526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.186301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.186301] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.186301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.186301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.186301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.186301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.186301] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be created. [ 866.240785] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.240939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.241029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.241313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.241552] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.256843] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 866.268079] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 866.268340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.268518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.268740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.268929] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.269071] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.270030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.270030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.270030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.270030] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.772393] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.832649] env[65978]: INFO networking_nsxv3.common.synchronization [req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e req-dfaaad8e-a95c-4b3f-9b0d-fcf6ecfacf70 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 866.833272] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 866.834017] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.834165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.834238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.834658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.834658] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.834868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.834868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.837392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.837529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.837611] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.250153] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.250510] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.250510] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.250834] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.251191] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.251552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.251617] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.251897] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.252089] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.252309] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.252418] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.252524] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.252630] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.252804] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.252917] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.253123] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.274822] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.277028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.277163] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.277265] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.277441] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.277744] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-8edf1c6a-6905-4b78-8cc1-a3397c132ff3 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.277911] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-8edf1c6a-6905-4b78-8cc1-a3397c132ff3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.278039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-8edf1c6a-6905-4b78-8cc1-a3397c132ff3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.278377] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-8edf1c6a-6905-4b78-8cc1-a3397c132ff3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.278507] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8edf1c6a-6905-4b78-8cc1-a3397c132ff3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.339644] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.339818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.339913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.340207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.340297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.340513] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.340610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.340682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.340828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.340900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.340997] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df already deleted. [ 867.341118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.780814] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.780997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.781078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.781307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.781393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.781496] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 867.783080] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.783275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.783396] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.783659] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.783784] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.784104] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 8edf1c6a-6905-4b78-8cc1-a3397c132ff3 not found, creating... [ 867.784271] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.784432] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.784545] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.784768] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.784908] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.785210] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.785360] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.785471] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.785674] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.785800] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.785938] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 8edf1c6a-6905-4b78-8cc1-a3397c132ff3 is going to be created. [ 867.808364] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.808601] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.808643] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.808919] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.809186] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.809526] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-8edf1c6a-6905-4b78-8cc1-a3397c132ff3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.834304] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.834540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.834613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.834968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.835242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.852921] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 868.222081] env[65978]: INFO networking_nsxv3.common.synchronization [req-2f2bbb2c-eb47-452e-bcb6-1f3b7e6451e1 req-45bab739-0ea6-4674-a12c-ed599c299c10 tempest-ListServerFiltersTestJSON-1243477577 tempest-ListServerFiltersTestJSON-1243477577-project-member] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 868.222765] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGHEST for action security_group_members [ 868.223280] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.223511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.223632] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.223955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.224241] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.224432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.224567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.224821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.224985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.225194] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.283246] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 868.283687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.556097] env[65978]: INFO networking_nsxv3.common.synchronization [req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e req-a5ee65db-6f0b-4edb-aaaa-b057f6f18bfd service nova] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_rules [ 868.556348] env[65978]: INFO networking_nsxv3.common.synchronization [req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e req-a5ee65db-6f0b-4edb-aaaa-b057f6f18bfd service nova] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 868.556500] env[65978]: INFO networking_nsxv3.common.synchronization [req-eab4127a-7d8e-4e6f-8b5b-c0e732e58d9e req-a5ee65db-6f0b-4edb-aaaa-b057f6f18bfd service nova] Enqueued Resource ID: 8edf1c6a-6905-4b78-8cc1-a3397c132ff3 with Priority: HIGHEST for action port [ 868.557214] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_rules [ 868.557367] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 868.557461] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edf1c6a-6905-4b78-8cc1-a3397c132ff3 with Priority: HIGHEST for action port [ 868.558369] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.558369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.558369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.558369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.558814] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.559467] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.559560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.559560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.559762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.559900] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.559997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.560072] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.560270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.560374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.560458] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.562879] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-8edf1c6a-6905-4b78-8cc1-a3397c132ff3 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.562879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8edf1c6a-6905-4b78-8cc1-a3397c132ff3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.562879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8edf1c6a-6905-4b78-8cc1-a3397c132ff3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.562879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8edf1c6a-6905-4b78-8cc1-a3397c132ff3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.562879] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8edf1c6a-6905-4b78-8cc1-a3397c132ff3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.573634] env[65978]: INFO networking_nsxv3.common.synchronization [req-e93c95a3-95fb-4076-aaf3-ed1782773407 req-ded46117-8539-4708-aa77-c53419ea3d02 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 868.575482] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 868.575482] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.575482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.575482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.577147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.577147] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.577147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.577147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.577373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.577373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.578015] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.728937] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.729094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.729350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.729473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.729576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.729914] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.730049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.730359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.730359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.730467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.730591] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be updated. [ 868.764444] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.764657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.764719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.765762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.765762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.778323] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: IN_PROGRESS for 2s [ 868.952914] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.953122] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.953246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.953593] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.953766] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.953916] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.954242] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.954242] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.954353] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.954559] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.954671] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.954775] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.954879] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.954984] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.955099] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.955241] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.975014] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.975213] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.975354] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.975527] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.975865] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-5768828e-5328-4aff-9059-badaf6fbedff taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.976019] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-5768828e-5328-4aff-9059-badaf6fbedff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.976139] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-5768828e-5328-4aff-9059-badaf6fbedff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.976482] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-5768828e-5328-4aff-9059-badaf6fbedff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.976618] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5768828e-5328-4aff-9059-badaf6fbedff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.064230] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.065398] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.065541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.065681] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8edf1c6a-6905-4b78-8cc1-a3397c132ff3 with status ACTIVE [ 869.065802] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.065913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.066016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.066199] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.066289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.066477] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.066572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.066646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.066796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.066872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.067082] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.067200] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.067236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.067392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.067467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.067552] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8edf1c6a-6905-4b78-8cc1-a3397c132ff3 is going to be updated. [ 869.081509] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.081676] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.081755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.081946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.082061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.082318] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.082438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.082502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.082703] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.082761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.082824] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 869.096590] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.096773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.096832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.097022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.097201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.097372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8edf1c6a-6905-4b78-8cc1-a3397c132ff3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.162061] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.162300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.162391] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.162650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.162814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.180974] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 869.480065] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.480065] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.480065] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.480798] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.480798] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.480798] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 5768828e-5328-4aff-9059-badaf6fbedff not found, creating... [ 869.480798] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.481034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.481034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.481321] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.481492] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.481830] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.481985] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.482120] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.482385] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.482522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.482665] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 5768828e-5328-4aff-9059-badaf6fbedff is going to be created. [ 869.509025] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.509339] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.509478] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.509872] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.510233] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.510580] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-5768828e-5328-4aff-9059-badaf6fbedff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.570889] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.866350] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 869.866694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.867024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.867311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.869028] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.869028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.869028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.869028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.869028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.869028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.869028] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.073263] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.073577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.073656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.074076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.074202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.074401] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be created. [ 870.103850] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.104431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.104553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.104723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.104926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.116855] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: UNINITIALIZED for 2s [ 870.243656] env[65978]: INFO networking_nsxv3.common.synchronization [req-e93c95a3-95fb-4076-aaf3-ed1782773407 req-71d2b5a7-81a5-4dd4-967a-62ca090deff1 service nova] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_rules [ 870.243868] env[65978]: INFO networking_nsxv3.common.synchronization [req-e93c95a3-95fb-4076-aaf3-ed1782773407 req-71d2b5a7-81a5-4dd4-967a-62ca090deff1 service nova] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 870.244029] env[65978]: INFO networking_nsxv3.common.synchronization [req-e93c95a3-95fb-4076-aaf3-ed1782773407 req-71d2b5a7-81a5-4dd4-967a-62ca090deff1 service nova] Enqueued Resource ID: 5768828e-5328-4aff-9059-badaf6fbedff with Priority: HIGHEST for action port [ 870.244739] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_rules [ 870.244877] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 870.244975] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5768828e-5328-4aff-9059-badaf6fbedff with Priority: HIGHEST for action port [ 870.245303] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.245479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.245577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.245843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.245949] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.246855] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.246920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.247138] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-5768828e-5328-4aff-9059-badaf6fbedff taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.247256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5768828e-5328-4aff-9059-badaf6fbedff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.247319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5768828e-5328-4aff-9059-badaf6fbedff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.247542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5768828e-5328-4aff-9059-badaf6fbedff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.247646] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5768828e-5328-4aff-9059-badaf6fbedff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.372894] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.372894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.373023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.373223] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.373583] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.373583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.373583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.373756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.373824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.373911] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.374070] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.374163] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.374222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.374360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.374502] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.374601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.374777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.374777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.374884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.374934] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.375012] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.751540] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.751822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.751859] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5768828e-5328-4aff-9059-badaf6fbedff with status ACTIVE [ 870.752031] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.752139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.752242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.752425] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.752533] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.752683] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.752776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.752852] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.753016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.753064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.753243] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.753354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.753424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.753572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.753654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.753739] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5768828e-5328-4aff-9059-badaf6fbedff is going to be updated. [ 870.774410] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.774591] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.774591] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.774798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.774926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.775097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5768828e-5328-4aff-9059-badaf6fbedff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.787867] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 in Status: SUCCESS [ 870.788061] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 deletion is rescheduled due to dependency. [ 870.788156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.876808] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371c2034-31eb-4f4a-9076-7922d18a70ce: rpc.has_security_group_logging(os_id): False [ 870.896191] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.896349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.896423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.896717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.896871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.897142] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.897255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.897322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.897496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.897576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.897774] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.897863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.897928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.898234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.898296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.898507] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.898607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.898672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.898818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.898895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.898984] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 870.992032] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.992032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.992032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.992032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.992032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.007927] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 871.192803] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 871.193194] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 deletion is rescheduled due to dependency. [ 871.193284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.193610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.193780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.194166] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.194166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.194349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.194427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.194463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.194567] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.272113] env[65978]: INFO networking_nsxv3.common.synchronization [req-e906a77d-5a35-4183-a0f1-d0de339e13dc req-8280166c-e0b3-4125-9b0a-c1ad2b89c1c1 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 871.273733] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 871.273903] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.274475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.274475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.274475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.274615] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.274615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.274820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.274866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.274950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.275066] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.689776] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.690240] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.690488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.690830] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.691165] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.691433] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.691581] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.691823] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.691972] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.692194] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.692333] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.692465] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.692576] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.692688] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.692792] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.692926] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.696960] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.716544] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.716813] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.716919] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.717165] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.717533] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-b39f7891-c4b7-401f-af31-5531174fcd33 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.717705] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-b39f7891-c4b7-401f-af31-5531174fcd33" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.717827] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-b39f7891-c4b7-401f-af31-5531174fcd33" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.718194] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-b39f7891-c4b7-401f-af31-5531174fcd33" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.718353] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39f7891-c4b7-401f-af31-5531174fcd33',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.778709] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.779332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.779332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.779332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.779628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.779723] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.779879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.779970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.780148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.780254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.780343] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a already deleted. [ 871.780455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.132369] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 872.132650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.132835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.133100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.133328] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.133460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.133613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.133812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.133898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.134033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.134156] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.203091] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.223144] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.223144] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.223144] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.223144] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.223144] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.223144] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port b39f7891-c4b7-401f-af31-5531174fcd33 not found, creating... [ 872.223144] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.223609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.223609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.223698] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.223853] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.224207] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.224387] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.224507] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.224743] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.224877] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.225038] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: b39f7891-c4b7-401f-af31-5531174fcd33 is going to be created. [ 872.249061] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.249355] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.249530] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.249856] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.250117] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.250477] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-b39f7891-c4b7-401f-af31-5531174fcd33" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.636730] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.637501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.637501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.637501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.637749] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.637862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.637959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.638236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.638382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.638545] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.638797] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.638955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.639506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.639506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.639564] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.639671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.639771] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.639998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.640111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.640251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.640385] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.702970] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.703184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.703239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.703431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.703522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.703653] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 872.740069] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.740235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.740299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.740573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.740774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.756063] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 873.001298] env[65978]: INFO networking_nsxv3.common.synchronization [req-e906a77d-5a35-4183-a0f1-d0de339e13dc req-228f0012-7df1-4f8a-8ae0-a32ae7bdf576 service nova] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_rules [ 873.001669] env[65978]: INFO networking_nsxv3.common.synchronization [req-e906a77d-5a35-4183-a0f1-d0de339e13dc req-228f0012-7df1-4f8a-8ae0-a32ae7bdf576 service nova] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 873.001669] env[65978]: INFO networking_nsxv3.common.synchronization [req-e906a77d-5a35-4183-a0f1-d0de339e13dc req-228f0012-7df1-4f8a-8ae0-a32ae7bdf576 service nova] Enqueued Resource ID: b39f7891-c4b7-401f-af31-5531174fcd33 with Priority: HIGHEST for action port [ 873.002212] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_rules [ 873.002449] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 873.002582] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39f7891-c4b7-401f-af31-5531174fcd33 with Priority: HIGHEST for action port [ 873.002876] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.002988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.003070] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.003331] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.003401] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.004367] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.004489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.004489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.005546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.005546] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.005546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.005546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.005546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.005546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.005546] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.006518] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b39f7891-c4b7-401f-af31-5531174fcd33 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.006518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b39f7891-c4b7-401f-af31-5531174fcd33" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.006518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b39f7891-c4b7-401f-af31-5531174fcd33" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.006674] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b39f7891-c4b7-401f-af31-5531174fcd33" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.006702] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39f7891-c4b7-401f-af31-5531174fcd33',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.026105] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 873.026320] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.145276] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f9be015-140a-4d69-8d8e-383bc831a3df: rpc.has_security_group_logging(os_id): False [ 873.172177] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.172368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.172460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.172690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.172828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.173102] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.173248] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.173315] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.173504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.173587] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.173842] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.173985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.174131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.174987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.174987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.174987] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.174987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.174987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.174987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.174987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.175288] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be created. [ 873.246049] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.246049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.246049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.246394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.246519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.263034] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 873.510040] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.510527] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.510635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.510793] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b39f7891-c4b7-401f-af31-5531174fcd33 with status ACTIVE [ 873.511072] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.511072] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.511218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.511414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.511552] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.511667] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.511759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.511817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.511966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.512126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.514270] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.514270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.514270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.514270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.514270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.514270] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b39f7891-c4b7-401f-af31-5531174fcd33 is going to be updated. [ 873.539879] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.540044] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.540117] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.540450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.540631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.540827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b39f7891-c4b7-401f-af31-5531174fcd33" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.016902] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.520396] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.520480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.520560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.520865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.521011] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.521104] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be created. [ 874.555490] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.555665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.555927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.556016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.556156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.571219] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: UNINITIALIZED for 2s [ 874.766908] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 874.767164] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.767344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.767569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.767825] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.767937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.767937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.768102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.768185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.768272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.768361] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.270922] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.271242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.271242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.273174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.273174] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.273174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.273174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.273174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.273174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.273174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.273174] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.273174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.273174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.273174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.273174] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.273896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.273896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.273896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.273896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.273896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.273896] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.277839] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 875.277839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.779116] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9bef2b7-956f-4b09-badd-afba4ab3e4e5: rpc.has_security_group_logging(os_id): False [ 875.799413] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.799600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.799907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.800033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.800082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.800286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.800382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.800461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.800674] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.800737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.800920] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.801069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.801142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.801284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.801396] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.801610] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.802119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.802195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.802360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.802436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.802526] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 875.892465] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.892465] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.892465] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.892465] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.892465] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.910758] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 876.413284] env[65978]: INFO networking_nsxv3.common.synchronization [req-e906a77d-5a35-4183-a0f1-d0de339e13dc req-d8395a1f-f269-488a-8739-79fa3691db96 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 876.414040] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 876.414384] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.414490] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.586668] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 876.586919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.587125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.587332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.587524] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.587641] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.587705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.587860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.587937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.589180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.589180] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.590782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.590782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.590782] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.590782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.590782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.590782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.590782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.590782] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.832662] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.832662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.832662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.832662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.832662] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.832662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.832662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.832662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.832662] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.832662] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.832662] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.832662] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.832662] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.833797] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.833797] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.833797] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.854807] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.854947] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.855112] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.855355] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.856522] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-9e72dc91-4b32-4b74-bd0c-3355baebdf50 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.856522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-9e72dc91-4b32-4b74-bd0c-3355baebdf50" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.856522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-9e72dc91-4b32-4b74-bd0c-3355baebdf50" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.856522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-9e72dc91-4b32-4b74-bd0c-3355baebdf50" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.856522] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e72dc91-4b32-4b74-bd0c-3355baebdf50',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.092380] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.092514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.092737] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.360064] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.360250] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.360386] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.360738] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.360934] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.361788] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 9e72dc91-4b32-4b74-bd0c-3355baebdf50 not found, creating... [ 877.361788] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.361788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.361788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.362049] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.362198] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.362509] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.362698] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.362838] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.363142] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.363206] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.363330] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 9e72dc91-4b32-4b74-bd0c-3355baebdf50 is going to be created. [ 877.387345] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.387575] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.387699] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.387987] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.388265] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.388512] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-9e72dc91-4b32-4b74-bd0c-3355baebdf50" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.597228] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.927038] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 877.927258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.102714] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.102900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.103041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.103363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.103486] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.103620] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 878.136654] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.136938] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.137010] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.137194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.137343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.148737] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 878.196994] env[65978]: INFO networking_nsxv3.common.synchronization [req-e906a77d-5a35-4183-a0f1-d0de339e13dc req-92be8dcb-c184-4593-882c-f400013edb34 service nova] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_rules [ 878.196994] env[65978]: INFO networking_nsxv3.common.synchronization [req-e906a77d-5a35-4183-a0f1-d0de339e13dc req-92be8dcb-c184-4593-882c-f400013edb34 service nova] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 878.197185] env[65978]: INFO networking_nsxv3.common.synchronization [req-e906a77d-5a35-4183-a0f1-d0de339e13dc req-92be8dcb-c184-4593-882c-f400013edb34 service nova] Enqueued Resource ID: 9e72dc91-4b32-4b74-bd0c-3355baebdf50 with Priority: HIGHEST for action port [ 878.197791] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_rules [ 878.197927] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 878.198039] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e72dc91-4b32-4b74-bd0c-3355baebdf50 with Priority: HIGHEST for action port [ 878.198322] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.198423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.199122] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.199170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.199379] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e72dc91-4b32-4b74-bd0c-3355baebdf50 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.199492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e72dc91-4b32-4b74-bd0c-3355baebdf50" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.199588] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e72dc91-4b32-4b74-bd0c-3355baebdf50" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.199752] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e72dc91-4b32-4b74-bd0c-3355baebdf50" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.199836] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e72dc91-4b32-4b74-bd0c-3355baebdf50',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.702705] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e72dc91-4b32-4b74-bd0c-3355baebdf50 with status ACTIVE [ 878.704231] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.704231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.704231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.704231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.704553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.704856] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.704856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.704856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.705666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.705666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.705666] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.705857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.705895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.707685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.707685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.707685] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e72dc91-4b32-4b74-bd0c-3355baebdf50 is going to be updated. [ 878.736214] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.736359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.736981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.736981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.736981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.737140] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e72dc91-4b32-4b74-bd0c-3355baebdf50" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.150032] env[65978]: INFO networking_nsxv3.common.synchronization [req-eb0af665-075a-417a-bd01-7acff1d6e762 req-03f42eb3-8df5-4085-8078-b7b0bfd1f140 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Enqueued Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 879.150979] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 879.151416] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.151629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.151712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.151995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.152309] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.152419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.152419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.152623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.152841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.152971] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.368389] env[65978]: INFO networking_nsxv3.common.synchronization [None req-2f85a5f6-6e05-4fef-b16d-d555cd8a7ecf None None] Enqueued Resource ID: d34b597c-3bf0-4c72-9395-38d2d0c17a3a with Priority: HIGHEST for action port [ 879.368389] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34b597c-3bf0-4c72-9395-38d2d0c17a3a with Priority: HIGHEST for action port [ 879.368855] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-d34b597c-3bf0-4c72-9395-38d2d0c17a3a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.368978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d34b597c-3bf0-4c72-9395-38d2d0c17a3a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.369125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d34b597c-3bf0-4c72-9395-38d2d0c17a3a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.369502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d34b597c-3bf0-4c72-9395-38d2d0c17a3a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.369671] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d34b597c-3bf0-4c72-9395-38d2d0c17a3a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.599040] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.599246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-780" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.599382] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-780" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.599717] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-780" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.601723] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.601888] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.602014] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.602240] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.602382] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.602638] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.602756] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.602863] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.602969] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.603088] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.603191] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.603323] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.629139] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.629318] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.629462] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.629639] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-780" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.629955] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.630135] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.630266] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.630628] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.630770] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.655438] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.655583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.655657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.655861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.655948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.656162] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.656263] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.656324] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.656469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.656543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.656625] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 already deleted. [ 879.656704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.874537] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d34b597c-3bf0-4c72-9395-38d2d0c17a3a [ 879.874814] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.874900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.874974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.875207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.875296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.875394] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d34b597c-3bf0-4c72-9395-38d2d0c17a3a already deleted. [ 879.875476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d34b597c-3bf0-4c72-9395-38d2d0c17a3a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.132906] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.133155] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.133428] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.133641] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.133804] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.133959] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf not found, creating... [ 880.134300] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.134413] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.134505] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.134704] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.134833] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.135118] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.135260] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.135375] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.135718] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.135718] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.135869] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf is going to be created. [ 880.162502] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 880.162822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.163027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.163243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.163442] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.163549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.163615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.163804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.163852] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.163939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.164111] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.164191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.164251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.164388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.164527] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.164619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.164678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.164811] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.164881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.164960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.166159] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.168702] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.168944] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.169118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.169430] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.169694] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.169953] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.172179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.172397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.172672] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.173063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.173063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.173063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.173188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.173279] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.678638] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.680103] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d2a768-97d1-42b5-a1c8-1c2f1059008a: rpc.has_security_group_logging(os_id): False [ 880.700038] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.700834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.700911] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.701169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.701264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.701539] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.701659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.701724] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.701900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.701980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.702205] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.702314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.702375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.702515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.702590] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.702793] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.702902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.702965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.703119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.703208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.703294] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be created. [ 880.764781] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.764932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.765012] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.765241] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.765420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.778219] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 880.912052] env[65978]: INFO networking_nsxv3.common.synchronization [req-eb0af665-075a-417a-bd01-7acff1d6e762 req-389f786e-e61e-43dd-807c-5f2e31b97928 service nova] Enqueued Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_rules [ 880.912052] env[65978]: INFO networking_nsxv3.common.synchronization [req-eb0af665-075a-417a-bd01-7acff1d6e762 req-389f786e-e61e-43dd-807c-5f2e31b97928 service nova] Enqueued Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 880.912052] env[65978]: INFO networking_nsxv3.common.synchronization [req-eb0af665-075a-417a-bd01-7acff1d6e762 req-389f786e-e61e-43dd-807c-5f2e31b97928 service nova] Enqueued Resource ID: b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf with Priority: HIGHEST for action port [ 880.913605] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_rules [ 880.913765] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 880.913867] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf with Priority: HIGHEST for action port [ 880.914301] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.914404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.914404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.914646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.914732] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.915796] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.915796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.915911] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.916778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.916778] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.916778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.916778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.916778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.916778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.916778] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.917664] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.917664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.917664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.917878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.918242] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.142481] env[65978]: INFO networking_nsxv3.common.synchronization [None req-0f3c04bd-9a8c-4cb2-a94d-e283d41f89b2 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Enqueued Resource ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf with Priority: HIGHEST for action security_group_rules [ 881.143073] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf with Priority: HIGHEST for action security_group_rules [ 881.143362] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.143486] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.143556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.143873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.144018] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d341253c-ef2e-43b3-b9ef-038e40a2e9cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.182178] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.255964] env[65978]: INFO networking_nsxv3.common.synchronization [None req-6010ae73-2b93-496f-9160-51642e276880 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Enqueued Resource ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf with Priority: HIGHEST for action security_group_rules [ 881.256946] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf with Priority: HIGHEST for action security_group_rules [ 881.257124] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.257228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.424024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.424024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.424024] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.424024] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf with status ACTIVE [ 881.424024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.424024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.424024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.424024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.424024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.424024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.424024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.424024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.424024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.424024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.425335] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.425335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.425335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.425335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.425335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.425335] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf is going to be updated. [ 881.454550] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.454550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.454550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.454550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.454550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.454550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.671961] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.672238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.672308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.672646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.672739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.672836] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf already deleted. [ 881.672916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.673091] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.673264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.673346] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d341253c-ef2e-43b3-b9ef-038e40a2e9cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.684445] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.684587] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.684659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.684885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.684964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.685107] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 881.722545] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.722743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.722779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.723025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.723176] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.735092] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 881.786030] env[65978]: INFO networking_nsxv3.common.synchronization [None req-158cdaf6-1456-4f97-be73-94ecaefd4480 None None] Enqueued Resource ID: c6e87f05-7da9-4b24-aaa2-5d7c93aae5d5 with Priority: HIGHEST for action port [ 881.786755] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e87f05-7da9-4b24-aaa2-5d7c93aae5d5 with Priority: HIGHEST for action port [ 881.787247] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6e87f05-7da9-4b24-aaa2-5d7c93aae5d5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.788718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6e87f05-7da9-4b24-aaa2-5d7c93aae5d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.788718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6e87f05-7da9-4b24-aaa2-5d7c93aae5d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.788718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6e87f05-7da9-4b24-aaa2-5d7c93aae5d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.788718] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e87f05-7da9-4b24-aaa2-5d7c93aae5d5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.927473] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.204857] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.204857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.204857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.204857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.204857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.204857] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf already deleted. [ 882.204857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.290059] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6e87f05-7da9-4b24-aaa2-5d7c93aae5d5 [ 882.290284] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.290417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.290485] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.290710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.290806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.290905] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6e87f05-7da9-4b24-aaa2-5d7c93aae5d5 already deleted. [ 882.290985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6e87f05-7da9-4b24-aaa2-5d7c93aae5d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.430306] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.430512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.430587] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.430802] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.430922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.431036] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 is going to be created. [ 882.468296] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.468895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.468974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.469235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.469430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.480449] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: UNINITIALIZED for 2s [ 882.543862] env[65978]: INFO networking_nsxv3.common.synchronization [req-22ea2b8b-c3b1-4d73-b3bd-9e03879cfa6c req-32f7e163-7d86-43a6-8074-4c9196b8b3f2 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 882.546502] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 882.550519] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.550519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.550519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.550519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.550519] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.550519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.550519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.550519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.550519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.550519] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.793037] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 882.793322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.793574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.793794] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.793829] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.056642] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.056642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.056642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.056642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.056642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.056642] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.056642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.056642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.056642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.056642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.056642] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 883.086578] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.086578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.086578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.086578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.086578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.094893] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 883.296528] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.296665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.749577] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 883.749577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.749577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.749870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.749870] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.750088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.750160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.750298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.750427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.750512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.750607] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.253358] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.256586] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.256586] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.256586] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.256586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.257487] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.257487] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.491378] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: SUCCESS [ 884.491378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.491378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.491378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.491593] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.491593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.491721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.491878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.492744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.492744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.492744] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.760151] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d2a768-97d1-42b5-a1c8-1c2f1059008a: rpc.has_security_group_logging(os_id): False [ 884.797592] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.797695] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.797740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.797958] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.798091] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.798311] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.798416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.798468] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.798629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.798705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.798910] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.799105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.799175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.799314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.799396] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.799694] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.799880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.800000] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.801849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.801942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.802102] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 884.881257] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.881896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.882076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.883046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.883046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.900546] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 884.994723] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.994847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.994847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.995312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.995533] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.995658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.995772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.995973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.996102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.996231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.996399] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.996538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.996616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.996776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.996916] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.997034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.997099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.997254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.997362] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.997466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.997562] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.109479] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 885.109680] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df deletion is rescheduled due to dependency. [ 885.109879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.500703] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d15b023-e633-46d5-b711-cff8a5e93b65: rpc.has_security_group_logging(os_id): False [ 885.521966] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.521966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.521966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.522238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.522340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.522622] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.522782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.522857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.523828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.523828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.523828] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.523828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.523828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.523828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.523828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.524136] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.524136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.524136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.524263] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.524299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.524406] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 is going to be created. [ 885.600275] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.600559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.600559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.600775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.601068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.615361] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: IN_PROGRESS for 2s [ 886.470731] env[65978]: INFO networking_nsxv3.common.synchronization [req-71c05460-9574-40ac-83ff-51bc44980b84 req-6c8ffee2-5752-421f-8efe-6c43af52d57f tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGHEST for action security_group_members [ 886.471693] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGHEST for action security_group_members [ 886.472219] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-db1d672c-125d-4399-90d8-7eb6dc4a6869 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.472461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.472562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.472811] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.472979] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.473097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.473160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.473334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.473444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.473571] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.915377] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 886.915674] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.976228] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.976436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.976501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.976726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.976819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.977019] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.977177] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.977177] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.977327] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.977401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.977616] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 is going to be updated. [ 887.035956] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.035956] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.035956] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.036223] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.036322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.048302] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 in Status: IN_PROGRESS for 2s [ 887.629451] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: SUCCESS [ 887.630244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.955822] env[65978]: INFO networking_nsxv3.common.synchronization [req-4bae7753-afb1-4025-9b36-c5f9d5f642e9 req-5b51089f-b28d-46ef-89b7-535c9e2ad9a2 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 887.956403] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 887.956712] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.956840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.956904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.957605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.957755] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.957849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.957920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.958081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.958160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.958283] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.460728] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.460919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.460991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.461266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.461391] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.461737] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.461831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.461905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.462121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.462214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.462296] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 888.504125] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.504427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.504512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.504814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.504964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.523097] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 889.059518] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 in Status: SUCCESS [ 889.059898] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 deletion is rescheduled due to dependency. [ 889.059898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.540475] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 890.540803] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd deletion is rescheduled due to dependency. [ 890.540847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.448376] env[65978]: INFO networking_nsxv3.common.synchronization [req-ecccbe3d-9d01-4048-b432-5114ace0c4a3 req-10302bc7-2f27-43f1-8c5f-198c1c51bdff tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 892.448968] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 892.449419] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.449630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.449630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.449844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.450703] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.450967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.450967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.452366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.452366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.452366] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.669504] env[65978]: INFO networking_nsxv3.common.synchronization [req-6784c399-9064-4a97-a265-c97ab005e44d req-affbbdeb-b5b1-4633-b214-ac187d7bdd1a tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 892.670364] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 892.670806] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.671108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.851347] env[65978]: INFO networking_nsxv3.common.synchronization [req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 req-9f00532b-58fd-4626-ad53-1b3a92a11857 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 892.854459] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 892.854949] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.855195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.855301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.855547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.855737] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.855855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.855929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.856171] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.856275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.856387] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.956444] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.308284] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.308717] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.308921] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.309488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.309836] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.310143] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.310359] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.310868] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.310991] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.311346] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.311617] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.311869] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.312085] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.312310] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.312529] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.312887] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.338994] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.339209] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.339364] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.339544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.339918] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-a55c5e3f-6276-45b8-8aee-04cfd498a65a taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.340126] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-a55c5e3f-6276-45b8-8aee-04cfd498a65a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.340247] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-a55c5e3f-6276-45b8-8aee-04cfd498a65a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.340587] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-a55c5e3f-6276-45b8-8aee-04cfd498a65a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.340807] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55c5e3f-6276-45b8-8aee-04cfd498a65a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.358450] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.463394] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.843766] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.844041] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.844166] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.844603] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.844836] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.844951] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port a55c5e3f-6276-45b8-8aee-04cfd498a65a not found, creating... [ 893.845305] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.845518] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.845552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.845761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.845899] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.846242] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.846406] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.846523] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.846735] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.846872] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.847044] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: a55c5e3f-6276-45b8-8aee-04cfd498a65a is going to be created. [ 893.861090] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.868091] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.868395] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.868574] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.868888] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.869155] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.869381] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-a55c5e3f-6276-45b8-8aee-04cfd498a65a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.966858] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.967135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.967338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.967722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.967792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.967934] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 894.026249] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.026457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.026504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.026692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.026841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.040317] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 894.363570] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.363754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.363799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.364070] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.364392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.364392] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 894.410899] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.411141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.411230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.411460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.411612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.427501] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 894.578795] env[65978]: INFO networking_nsxv3.common.synchronization [req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 req-eba42f91-656d-4289-9aad-045752a2f6ac service nova] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_rules [ 894.579087] env[65978]: INFO networking_nsxv3.common.synchronization [req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 req-eba42f91-656d-4289-9aad-045752a2f6ac service nova] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 894.579307] env[65978]: INFO networking_nsxv3.common.synchronization [req-f2e837d3-da20-4e3a-b2f7-cd23bb36d964 req-eba42f91-656d-4289-9aad-045752a2f6ac service nova] Enqueued Resource ID: a55c5e3f-6276-45b8-8aee-04cfd498a65a with Priority: HIGHEST for action port [ 894.579628] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_rules [ 894.579849] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 894.579988] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55c5e3f-6276-45b8-8aee-04cfd498a65a with Priority: HIGHEST for action port [ 894.580409] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.580546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.580635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.580811] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.580891] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.582290] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.582501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.582635] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a55c5e3f-6276-45b8-8aee-04cfd498a65a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.582879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a55c5e3f-6276-45b8-8aee-04cfd498a65a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.582959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a55c5e3f-6276-45b8-8aee-04cfd498a65a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.583224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a55c5e3f-6276-45b8-8aee-04cfd498a65a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.583338] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55c5e3f-6276-45b8-8aee-04cfd498a65a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.083658] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.083901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.085242] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a55c5e3f-6276-45b8-8aee-04cfd498a65a with status ACTIVE [ 895.085484] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.085642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.085746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.086014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.086178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.086395] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.086535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.086609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.086784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.086896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.087099] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.087236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.087302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.087494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.087569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.087654] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a55c5e3f-6276-45b8-8aee-04cfd498a65a is going to be updated. [ 895.110138] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.110351] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.110393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.110637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.110825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.111047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a55c5e3f-6276-45b8-8aee-04cfd498a65a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.485508] env[65978]: INFO networking_nsxv3.common.synchronization [req-dcdf36ea-8108-401a-9ddf-76a613ae6567 req-39643f94-5045-48cb-a9b6-3cac7f29d0f7 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 895.485697] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 895.486078] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.486223] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.486299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.486504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.486659] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.486755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.486813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.486954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.487067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.487173] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.793865] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.794487] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-983" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.794598] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-983" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.794866] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-983" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.795685] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.795685] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.795685] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.795950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.795950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.796141] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.796285] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.796419] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.796532] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.796646] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.796750] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.796931] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.818041] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.818041] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.818305] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.818360] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-983" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.818653] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-8332caf1-ee02-4ce0-afa8-002704714153 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.818798] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.818925] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.819437] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.819437] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8332caf1-ee02-4ce0-afa8-002704714153',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.989879] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.052159] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 896.052358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.052562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.052818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.053596] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.053596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.053596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.053596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.053596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.053807] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.322641] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.322885] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.322952] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.323338] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.323532] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.323731] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 8332caf1-ee02-4ce0-afa8-002704714153 not found, creating... [ 896.324091] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.324299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.324456] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.324731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.324910] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.325307] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.325507] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.325660] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.325922] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.326111] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.326294] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 8332caf1-ee02-4ce0-afa8-002704714153 is going to be created. [ 896.350194] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.350458] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.350598] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.350908] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.351186] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.351454] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.439223] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 896.439474] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.439636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.439900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.440162] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.440291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.440356] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.440539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.440625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.440744] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.492312] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.556598] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.556846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.556846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.557119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.557199] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.557383] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.557504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.557564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.557724] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.557800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.557890] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 896.594588] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.594796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.594879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.595155] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.595334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.609353] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 896.943822] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.994822] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.995020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.995119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.995372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.995486] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.995587] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 897.027606] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.027841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.027841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.028103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.028398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.040810] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 897.071256] env[65978]: INFO networking_nsxv3.common.synchronization [req-dcdf36ea-8108-401a-9ddf-76a613ae6567 req-98150672-6120-4b57-94dd-0b8287099333 service nova] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_rules [ 897.071256] env[65978]: INFO networking_nsxv3.common.synchronization [req-dcdf36ea-8108-401a-9ddf-76a613ae6567 req-98150672-6120-4b57-94dd-0b8287099333 service nova] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 897.071256] env[65978]: INFO networking_nsxv3.common.synchronization [req-dcdf36ea-8108-401a-9ddf-76a613ae6567 req-98150672-6120-4b57-94dd-0b8287099333 service nova] Enqueued Resource ID: 8332caf1-ee02-4ce0-afa8-002704714153 with Priority: HIGHEST for action port [ 897.071502] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_rules [ 897.071690] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 897.072016] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8332caf1-ee02-4ce0-afa8-002704714153 with Priority: HIGHEST for action port [ 897.072122] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.072231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.072336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.072977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.073141] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.074262] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.074262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.074518] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-8332caf1-ee02-4ce0-afa8-002704714153 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.074626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.074743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.075011] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.075099] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8332caf1-ee02-4ce0-afa8-002704714153',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.447878] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.578242] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.578451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.578672] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8332caf1-ee02-4ce0-afa8-002704714153 with status ACTIVE [ 897.578849] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.578949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.579031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.579300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.579426] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.579601] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.579699] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.579763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.579974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.580117] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.580312] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.580410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.580473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.580629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.580726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.580815] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8332caf1-ee02-4ce0-afa8-002704714153 is going to be updated. [ 897.604765] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.604998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.604998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.605194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.605337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.605492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.950365] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.950814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.950814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.950904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.951097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.951241] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 897.981866] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.982158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.982236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.982451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.982645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.995845] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 898.038316] env[65978]: INFO networking_nsxv3.common.synchronization [req-654442c2-1a1d-40e3-9b08-10be4de56734 req-7ef96115-ca08-46f7-86f2-5ff71c9827e8 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Enqueued Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_members [ 898.039374] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_members [ 898.039687] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.039800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.039868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.040087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.040241] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.042092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.042092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.042092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.042092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.042092] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.421652] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.421874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-295" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.422034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-295" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.422367] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-295" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.423029] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.423029] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.424111] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.424111] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.424111] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.424111] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.424111] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.424111] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.424111] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.424334] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.424334] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.424405] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.444877] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.445051] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.445194] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.445368] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-295" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.445762] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-d2235bf8-7a8a-4a45-b017-441c853bfdf9 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.445942] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-d2235bf8-7a8a-4a45-b017-441c853bfdf9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.446113] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-d2235bf8-7a8a-4a45-b017-441c853bfdf9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.446464] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-d2235bf8-7a8a-4a45-b017-441c853bfdf9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.446605] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2235bf8-7a8a-4a45-b017-441c853bfdf9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.543280] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.620591] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 898.620919] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a deletion is rescheduled due to dependency. [ 898.621095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.949518] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.949749] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.949875] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.950276] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.950427] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.950624] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port d2235bf8-7a8a-4a45-b017-441c853bfdf9 not found, creating... [ 898.950867] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.951056] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.951195] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.951455] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.951621] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.951954] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.952167] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.952291] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.952515] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.952647] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.952786] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: d2235bf8-7a8a-4a45-b017-441c853bfdf9 is going to be created. [ 898.973314] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.973574] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.973724] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.974058] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.974336] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.974576] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-d2235bf8-7a8a-4a45-b017-441c853bfdf9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.045954] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.051864] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 899.052164] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.052352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.052582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.052770] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.052888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.052953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.053157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.053247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.053349] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.548087] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.548087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.548236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.548755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.548755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.548755] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 is going to be updated. [ 899.556422] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.586603] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.586603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.586603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.586839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.586872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.603034] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: IN_PROGRESS for 2s [ 899.823338] env[65978]: INFO networking_nsxv3.common.synchronization [req-654442c2-1a1d-40e3-9b08-10be4de56734 req-cd44611e-2d22-41da-af57-1c3aaa0cffb9 service nova] Enqueued Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_rules [ 899.823542] env[65978]: INFO networking_nsxv3.common.synchronization [req-654442c2-1a1d-40e3-9b08-10be4de56734 req-cd44611e-2d22-41da-af57-1c3aaa0cffb9 service nova] Enqueued Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_members [ 899.824114] env[65978]: INFO networking_nsxv3.common.synchronization [req-654442c2-1a1d-40e3-9b08-10be4de56734 req-cd44611e-2d22-41da-af57-1c3aaa0cffb9 service nova] Enqueued Resource ID: d2235bf8-7a8a-4a45-b017-441c853bfdf9 with Priority: HIGHEST for action port [ 899.824719] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_rules [ 899.824889] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_members [ 899.825016] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2235bf8-7a8a-4a45-b017-441c853bfdf9 with Priority: HIGHEST for action port [ 899.825358] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.825498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.825563] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.825791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.825889] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.826841] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.826923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.827218] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2235bf8-7a8a-4a45-b017-441c853bfdf9 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.827218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2235bf8-7a8a-4a45-b017-441c853bfdf9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.827358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2235bf8-7a8a-4a45-b017-441c853bfdf9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.827493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2235bf8-7a8a-4a45-b017-441c853bfdf9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.827553] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2235bf8-7a8a-4a45-b017-441c853bfdf9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.018216] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 900.018519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.020866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.020866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.020866] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.020866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.020866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.020866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.020866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.020866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.020866] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.062147] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.332537] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.332674] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.332845] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2235bf8-7a8a-4a45-b017-441c853bfdf9 with status ACTIVE [ 900.333070] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.333210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.333269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.333480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.333671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.333864] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.333960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.334062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.334683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.334683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.334683] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.335381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.335381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.335381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.335381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.335381] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2235bf8-7a8a-4a45-b017-441c853bfdf9 is going to be updated. [ 900.365522] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.365522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.365522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.365522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.365522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.365522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2235bf8-7a8a-4a45-b017-441c853bfdf9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.526037] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.526037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.526037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.526037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.526037] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.526037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.526037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.526037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.526037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.526037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.526037] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.526037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.526037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.526037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.526037] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.526037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.526718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.526718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.526718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.526718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.526718] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.571245] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.571245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.571245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.571245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.571245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.571245] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 900.610430] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.610629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.610629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.610748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.610894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.623391] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 900.746192] env[65978]: INFO networking_nsxv3.common.synchronization [req-94d83b4d-25ae-440f-a262-5d28d0221457 req-8ac2e196-466d-4203-84bf-f6132e2adb81 tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Enqueued Resource ID: 1837f791-2122-44e4-b122-7a62d9de0e17 with Priority: HIGHEST for action security_group_members [ 900.747276] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1837f791-2122-44e4-b122-7a62d9de0e17 with Priority: HIGHEST for action security_group_members [ 900.747618] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-1837f791-2122-44e4-b122-7a62d9de0e17 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.747810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.747916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.748272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.748478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.748624] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.748717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.748898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.749010] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.749137] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1837f791-2122-44e4-b122-7a62d9de0e17',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.030547] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93e5d50f-9012-40cd-8633-0f21d1800a79: rpc.has_security_group_logging(os_id): False [ 901.064772] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.065062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.065232] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.065611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.065791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.066219] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.066419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.066534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.066893] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.067071] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.067460] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.067659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.067788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.068117] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.068276] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.068645] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.068834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.068957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.069260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.069537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.069619] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 901.176248] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.176529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.176649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.177041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.177349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.203390] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 901.252857] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.253072] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.253148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.253801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.253801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.253801] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.253997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.253997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.254150] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.254230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.254322] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1837f791-2122-44e4-b122-7a62d9de0e17 already deleted. [ 901.254404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.270222] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.270541] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-385" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.270541] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-385" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.270873] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-385" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.271030] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.271195] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.271313] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.271543] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.271716] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.272326] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.272326] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.272326] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.272326] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.272750] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.272750] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.272750] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.308635] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.308635] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.308635] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.308635] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-385" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.309139] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.309421] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.309625] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.310323] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.310589] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.616394] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: SUCCESS [ 901.616709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.616949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.617233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.617458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.617544] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.617607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.617823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.617951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.618181] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.814733] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.815051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.815136] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.815370] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.815512] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.815717] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 not found, creating... [ 901.815925] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.816091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.816259] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.816518] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.816689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.817009] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.817178] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.817294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.817505] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.817655] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.817794] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 is going to be created. [ 901.840056] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.840056] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.840056] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.841057] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.841057] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.841057] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.120781] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.254217] env[65978]: INFO networking_nsxv3.common.synchronization [None req-1dd713da-d198-417e-a491-52f9857715bc tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Enqueued Resource ID: 16fe9936-5107-4711-b0cb-675f206cf697 with Priority: HIGHEST for action security_group_rules [ 902.254930] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fe9936-5107-4711-b0cb-675f206cf697 with Priority: HIGHEST for action security_group_rules [ 902.255208] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16fe9936-5107-4711-b0cb-675f206cf697 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.255663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.255755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.256223] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.256338] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16fe9936-5107-4711-b0cb-675f206cf697',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.623520] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.630339] env[65978]: INFO networking_nsxv3.common.synchronization [None req-4de32d1b-4de5-4694-919f-4d82e10e30f1 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Enqueued Resource ID: 16fe9936-5107-4711-b0cb-675f206cf697 with Priority: HIGHEST for action security_group_rules [ 902.634505] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fe9936-5107-4711-b0cb-675f206cf697 with Priority: HIGHEST for action security_group_rules [ 902.634505] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16fe9936-5107-4711-b0cb-675f206cf697 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.634505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.645239] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 902.645239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.645239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.645239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.645239] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.645239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.645239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.645239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.645239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.645239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.645239] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.668321] env[65978]: INFO networking_nsxv3.common.synchronization [req-94d83b4d-25ae-440f-a262-5d28d0221457 req-abd91647-944c-40b8-8c52-f364ae0171e0 service nova] Enqueued Resource ID: 1837f791-2122-44e4-b122-7a62d9de0e17 with Priority: HIGHEST for action security_group_rules [ 902.668455] env[65978]: INFO networking_nsxv3.common.synchronization [req-94d83b4d-25ae-440f-a262-5d28d0221457 req-abd91647-944c-40b8-8c52-f364ae0171e0 service nova] Enqueued Resource ID: 1837f791-2122-44e4-b122-7a62d9de0e17 with Priority: HIGHEST for action security_group_members [ 902.668609] env[65978]: INFO networking_nsxv3.common.synchronization [req-94d83b4d-25ae-440f-a262-5d28d0221457 req-abd91647-944c-40b8-8c52-f364ae0171e0 service nova] Enqueued Resource ID: f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 with Priority: HIGHEST for action port [ 902.669527] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1837f791-2122-44e4-b122-7a62d9de0e17 with Priority: HIGHEST for action security_group_rules [ 902.669668] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1837f791-2122-44e4-b122-7a62d9de0e17 with Priority: HIGHEST for action security_group_members [ 902.669780] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 with Priority: HIGHEST for action port [ 902.670168] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1837f791-2122-44e4-b122-7a62d9de0e17 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.670285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.670336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.671193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.671193] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1837f791-2122-44e4-b122-7a62d9de0e17',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.671610] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-1837f791-2122-44e4-b122-7a62d9de0e17 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.672814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.672814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.672814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.672814] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.672814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.673557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.673557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.673557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.673557] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1837f791-2122-44e4-b122-7a62d9de0e17',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.674884] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.675022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.675145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.676817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.676817] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.783975] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.784343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.784466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.784865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.785113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.785245] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16fe9936-5107-4711-b0cb-675f206cf697 already deleted. [ 902.785307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.786013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.786386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.786493] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16fe9936-5107-4711-b0cb-675f206cf697',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.130337] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.130337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.130799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.131082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.131219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.131345] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 is going to be updated. [ 903.149058] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.149337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.149450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.149740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.150024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.150194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.150280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.150547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.150704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.150856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.151123] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.152284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.152284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.152284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.152284] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.152284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.152284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.152284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.152284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.152648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.152648] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.176252] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.176390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.176601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.176671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.176815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.178681] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-1837f791-2122-44e4-b122-7a62d9de0e17 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.178820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.178956] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 with status ACTIVE [ 903.182517] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.182661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.182729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.182929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.183029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.183229] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.183325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.183388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.183538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.183611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.183787] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.183876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.183979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.184087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.184155] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.184254] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490 is going to be updated. [ 903.185375] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1837f791-2122-44e4-b122-7a62d9de0e17',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.199552] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: IN_PROGRESS for 2s [ 903.214303] env[65978]: INFO networking_nsxv3.common.synchronization [req-b0841286-2536-4519-aa1f-62f6e608d9e3 req-450d172d-be42-4099-9d08-a40f9ecb6bc5 tempest-MigrationsAdminTest-1179013682 tempest-MigrationsAdminTest-1179013682-project-member] Enqueued Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_members [ 903.215100] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGHEST for action security_group_members [ 903.215461] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.215614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.215704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.215931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.216094] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.216243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.216323] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.216502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.216657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.216741] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.227992] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.227992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.227992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.228390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.228780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.228780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7c5e9e8-1d0a-4e53-aca0-d397e4cc5490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.233053] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 903.233231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.317339] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.317339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.317448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.317802] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.318534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.318534] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16fe9936-5107-4711-b0cb-675f206cf697 already deleted. [ 903.318534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.656557] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3625f427-0d47-47e7-b4c3-7c5787127325: rpc.has_security_group_logging(os_id): False [ 903.681690] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.681863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.681915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.682224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.682352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.682909] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.682909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.682909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.682909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.682909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.683322] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.683322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.683322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.683521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.683521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.683702] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.683804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.683861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.684039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.685683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.685762] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 903.688126] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1837f791-2122-44e4-b122-7a62d9de0e17',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.722079] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.722806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.723018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.723626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.723870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.724358] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.724617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.724725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.724942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.725118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.725255] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 221f2963-70b3-4495-a4e7-a1070ff61864 is going to be updated. [ 903.758562] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.758750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.758823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.759044] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.759358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.766869] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.766869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.766869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.766869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.766869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.783783] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: IN_PROGRESS for 2s [ 903.785799] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 903.971727] env[65978]: INFO networking_nsxv3.common.synchronization [req-27f9ac18-643d-4d71-8657-76a149653a92 req-4f3781dc-f793-4fd5-bba5-0aa433b6cece tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 with Priority: HIGHEST for action security_group_members [ 903.972155] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 with Priority: HIGHEST for action security_group_members [ 903.972669] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-97fb7073-3c81-47c9-b26b-53016180a0d5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.972925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.973089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.974104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.974104] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.974104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.974104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.975104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.975104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.975104] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97fb7073-3c81-47c9-b26b-53016180a0d5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.190571] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.190855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.190855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.191014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.191128] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.191202] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1837f791-2122-44e4-b122-7a62d9de0e17 is going to be created. [ 904.229452] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.229812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.229890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.230226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.232949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.247497] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1837f791-2122-44e4-b122-7a62d9de0e17 in Status: UNINITIALIZED for 2s [ 904.474198] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.474568] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.474667] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.474944] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.475227] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.475453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.475591] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.475801] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.475945] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.476227] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.476291] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.476454] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.476561] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.476694] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.476777] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.476899] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.480014] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.480162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.480220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.480400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.480487] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.481157] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.481157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.481157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.481157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.481157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.481391] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 already deleted. [ 904.481391] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.499577] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.500575] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.500736] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.500930] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.501347] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-a5e688e8-3a37-4314-befa-c7240e1ff183 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.501523] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-a5e688e8-3a37-4314-befa-c7240e1ff183" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.501643] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-a5e688e8-3a37-4314-befa-c7240e1ff183" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.502554] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-a5e688e8-3a37-4314-befa-c7240e1ff183" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.502554] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e688e8-3a37-4314-befa-c7240e1ff183',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.005506] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.005752] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.005905] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.006126] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.006281] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.006544] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port a5e688e8-3a37-4314-befa-c7240e1ff183 not found, creating... [ 905.006821] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.006984] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.007113] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.007346] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.007488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.007899] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.008088] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.008222] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.008465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.008561] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.008756] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: a5e688e8-3a37-4314-befa-c7240e1ff183 is going to be created. [ 905.037016] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.037718] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.037718] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.037917] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.038262] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.038527] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-a5e688e8-3a37-4314-befa-c7240e1ff183" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.212472] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: SUCCESS [ 905.212873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.212993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.213280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.213494] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.213619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.213688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.213855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.213939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.214092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.214259] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.587535] env[65978]: INFO networking_nsxv3.common.synchronization [None req-b243cd71-34a2-43a1-937f-b0d65aa5cb7d None None] Enqueued Resource ID: c456b0b4-85fd-48a1-8d03-c543984671ac with Priority: HIGHEST for action port [ 905.591321] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c456b0b4-85fd-48a1-8d03-c543984671ac with Priority: HIGHEST for action port [ 905.591321] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c456b0b4-85fd-48a1-8d03-c543984671ac taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.591321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c456b0b4-85fd-48a1-8d03-c543984671ac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.591321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c456b0b4-85fd-48a1-8d03-c543984671ac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.591321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c456b0b4-85fd-48a1-8d03-c543984671ac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.591321] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c456b0b4-85fd-48a1-8d03-c543984671ac',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.720831] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.720831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.720831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.720831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.720831] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.720831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.720831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.720831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.720831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.720831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.720831] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.720831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.720831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.720831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.720831] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.720831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.721502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.721502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.721502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.721502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.721502] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.751269] env[65978]: INFO networking_nsxv3.common.synchronization [req-27f9ac18-643d-4d71-8657-76a149653a92 req-24a3493a-fe8d-4393-9f92-d47ebdb40931 service nova] Enqueued Resource ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 with Priority: HIGHEST for action security_group_rules [ 905.751269] env[65978]: INFO networking_nsxv3.common.synchronization [req-27f9ac18-643d-4d71-8657-76a149653a92 req-24a3493a-fe8d-4393-9f92-d47ebdb40931 service nova] Enqueued Resource ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 with Priority: HIGHEST for action security_group_members [ 905.751269] env[65978]: INFO networking_nsxv3.common.synchronization [req-27f9ac18-643d-4d71-8657-76a149653a92 req-24a3493a-fe8d-4393-9f92-d47ebdb40931 service nova] Enqueued Resource ID: a5e688e8-3a37-4314-befa-c7240e1ff183 with Priority: HIGHEST for action port [ 905.751269] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 with Priority: HIGHEST for action security_group_rules [ 905.751269] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 with Priority: HIGHEST for action security_group_members [ 905.751269] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e688e8-3a37-4314-befa-c7240e1ff183 with Priority: HIGHEST for action port [ 905.751269] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97fb7073-3c81-47c9-b26b-53016180a0d5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.751269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.751269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.751269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.751670] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97fb7073-3c81-47c9-b26b-53016180a0d5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.752816] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-97fb7073-3c81-47c9-b26b-53016180a0d5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.753066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.753243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.753460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.753657] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.753794] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.753880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.754095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.754394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.754394] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97fb7073-3c81-47c9-b26b-53016180a0d5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.756147] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e688e8-3a37-4314-befa-c7240e1ff183 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.756298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e688e8-3a37-4314-befa-c7240e1ff183" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.756409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e688e8-3a37-4314-befa-c7240e1ff183" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.756977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e688e8-3a37-4314-befa-c7240e1ff183" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.757131] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e688e8-3a37-4314-befa-c7240e1ff183',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.797410] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 221f2963-70b3-4495-a4e7-a1070ff61864 in Status: SUCCESS [ 905.797410] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 221f2963-70b3-4495-a4e7-a1070ff61864 deletion is rescheduled due to dependency. [ 905.797410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.803616] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 905.803867] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.093962] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c456b0b4-85fd-48a1-8d03-c543984671ac [ 906.094417] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.094656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.094872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.095159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.095245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.095351] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c456b0b4-85fd-48a1-8d03-c543984671ac already deleted. [ 906.095514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c456b0b4-85fd-48a1-8d03-c543984671ac" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.223827] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4241dd6-ea3f-4ea1-9525-72c10beabe80: rpc.has_security_group_logging(os_id): False [ 906.253418] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.253744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.253744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.253926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.253971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.254310] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.254434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.254488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.254719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.254772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.258644] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.259208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.265025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.265025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.265025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.265025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.265025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.265025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.265025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.265025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.265025] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 is going to be updated. [ 906.265937] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97fb7073-3c81-47c9-b26b-53016180a0d5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.267513] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5e688e8-3a37-4314-befa-c7240e1ff183 with status ACTIVE [ 906.267629] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.267714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.267829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.268077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.268236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.268405] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.268518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.268593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.268806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.269847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.269847] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.269847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.269847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.269847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.269847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.269847] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5e688e8-3a37-4314-befa-c7240e1ff183 is going to be updated. [ 906.271478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-97fb7073-3c81-47c9-b26b-53016180a0d5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.271478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.272965] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1837f791-2122-44e4-b122-7a62d9de0e17 in Status: SUCCESS [ 906.272965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.274908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.275263] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.275735] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.275735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.275735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.275930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.276070] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.276232] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.276386] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1837f791-2122-44e4-b122-7a62d9de0e17',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.323964] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.323964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.323964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.323964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.323964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.323964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e688e8-3a37-4314-befa-c7240e1ff183" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.459820] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.459820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.459820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.459820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.459820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.485591] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: IN_PROGRESS for 2s [ 906.780649] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1837f791-2122-44e4-b122-7a62d9de0e17',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.782087] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97fb7073-3c81-47c9-b26b-53016180a0d5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.832309] env[65978]: INFO networking_nsxv3.common.synchronization [req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 req-dd0bfb53-4266-4116-8945-81b1797a9754 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Enqueued Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGHEST for action security_group_members [ 906.833337] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGHEST for action security_group_members [ 906.834084] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a264d4-5889-4d1a-82cc-7ed3486cbf97 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.835782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.835782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.835782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.835782] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.835782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.835782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.835782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.835782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.836089] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a264d4-5889-4d1a-82cc-7ed3486cbf97',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.284892] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1837f791-2122-44e4-b122-7a62d9de0e17: rpc.has_security_group_logging(os_id): False [ 907.286654] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.286931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.287018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.287596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.287596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.287596] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 is going to be created. [ 907.299344] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.299574] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-187" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.299683] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-187" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.300035] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-187" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.300403] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.300583] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.300682] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.300909] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.301199] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.301433] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.301546] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.301653] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.301760] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.301865] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.301963] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.302167] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.320060] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.320060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.320060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.322945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.322945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.322945] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.322945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.322945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.322945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.322945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.322945] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1837f791-2122-44e4-b122-7a62d9de0e17 is going to be created. [ 907.337029] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.337029] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.337261] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.337409] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-187" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.337978] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.338141] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.338295] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.338782] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.338953] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.340164] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.340340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.340463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.340700] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.340825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.341072] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.341247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.341348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.341525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.341624] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.341764] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 already deleted. [ 907.341920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.355658] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.355812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.355995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.356107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.356236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.372136] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 in Status: UNINITIALIZED for 2s [ 907.419124] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.419124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.419283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.423025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.423025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.434983] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1837f791-2122-44e4-b122-7a62d9de0e17 in Status: IN_PROGRESS for 2s [ 907.846094] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.846094] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.846094] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.846094] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.846094] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.846094] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a not found, creating... [ 907.846311] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.846311] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.846397] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.846643] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.846890] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.847230] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.847395] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.847509] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.848015] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.848229] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.848435] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a is going to be created. [ 907.888337] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.888813] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.889096] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.889535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.891962] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.892408] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.460053] env[65978]: INFO networking_nsxv3.common.synchronization [None req-54dfd469-bd85-4b03-a8f3-b7070dad50b2 None None] Enqueued Resource ID: b1bca778-427e-4818-ac43-6db797cf4ea4 with Priority: HIGHEST for action port [ 908.460053] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bca778-427e-4818-ac43-6db797cf4ea4 with Priority: HIGHEST for action port [ 908.460053] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1bca778-427e-4818-ac43-6db797cf4ea4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.460951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1bca778-427e-4818-ac43-6db797cf4ea4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.461874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1bca778-427e-4818-ac43-6db797cf4ea4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.462539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1bca778-427e-4818-ac43-6db797cf4ea4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.462642] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bca778-427e-4818-ac43-6db797cf4ea4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.506038] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: SUCCESS [ 908.506293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.660542] env[65978]: INFO networking_nsxv3.common.synchronization [req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 req-c4bc2d58-7757-4b5b-9520-d7c4755e64a2 service nova] Enqueued Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGHEST for action security_group_rules [ 908.663830] env[65978]: INFO networking_nsxv3.common.synchronization [req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 req-c4bc2d58-7757-4b5b-9520-d7c4755e64a2 service nova] Enqueued Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGHEST for action security_group_members [ 908.663830] env[65978]: INFO networking_nsxv3.common.synchronization [req-9a8cf119-c323-4e1e-9e9b-37a86ab29784 req-c4bc2d58-7757-4b5b-9520-d7c4755e64a2 service nova] Enqueued Resource ID: ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a with Priority: HIGHEST for action port [ 908.663830] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGHEST for action security_group_rules [ 908.663830] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGHEST for action security_group_members [ 908.663830] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a with Priority: HIGHEST for action port [ 908.663830] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.663830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.663830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.663830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.663830] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a264d4-5889-4d1a-82cc-7ed3486cbf97',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.666165] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a264d4-5889-4d1a-82cc-7ed3486cbf97 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.666312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.666388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.666762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.666871] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.666980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.667057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.667222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.667314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.667413] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a264d4-5889-4d1a-82cc-7ed3486cbf97',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.669650] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.669810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.669882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.670101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.670215] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.965867] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1bca778-427e-4818-ac43-6db797cf4ea4 [ 908.967039] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.967039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.967039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.967039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.967421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.967421] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1bca778-427e-4818-ac43-6db797cf4ea4 already deleted. [ 908.967421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1bca778-427e-4818-ac43-6db797cf4ea4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.168602] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a264d4-5889-4d1a-82cc-7ed3486cbf97 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.168721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.173020] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91a264d4-5889-4d1a-82cc-7ed3486cbf97',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.173324] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a with status ACTIVE [ 909.173529] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.173651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.173715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.173919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.174017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.174271] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.174326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.174373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.174725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.174725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.174821] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.174998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.174998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.180016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.180016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.180016] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a is going to be updated. [ 909.205555] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.205787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.205787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.207404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.207404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.207404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea83cb55-17a9-4a09-9dd9-07f0d1b2b72a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.383942] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 in Status: SUCCESS [ 909.385400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.385400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.385400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.385400] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.385400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.385400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.385400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.385400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.385400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.385400] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97fb7073-3c81-47c9-b26b-53016180a0d5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.465257] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1837f791-2122-44e4-b122-7a62d9de0e17 in Status: SUCCESS [ 909.465257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.530011] env[65978]: INFO networking_nsxv3.common.synchronization [req-92422903-1f75-4443-8253-268773e9274b req-af16e811-cd0f-434d-9bce-2ffdf2c5bda9 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 909.530912] env[65978]: INFO networking_nsxv3.common.synchronization [req-92422903-1f75-4443-8253-268773e9274b req-af16e811-cd0f-434d-9bce-2ffdf2c5bda9 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_members [ 909.531094] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 909.531429] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_members [ 909.531590] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.531717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.531844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.532045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.532207] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.532386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.532522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.532608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.532739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.532787] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.534497] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f288d0e7-f148-4031-abf6-965a0091aa5e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.534649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.534733] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.534961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.535128] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.535227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.535303] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.535476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.535546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.535609] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.583394] env[65978]: INFO networking_nsxv3.common.synchronization [req-92422903-1f75-4443-8253-268773e9274b req-af16e811-cd0f-434d-9bce-2ffdf2c5bda9 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_rules [ 909.583579] env[65978]: INFO networking_nsxv3.common.synchronization [req-92422903-1f75-4443-8253-268773e9274b req-af16e811-cd0f-434d-9bce-2ffdf2c5bda9 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 909.584550] env[65978]: INFO networking_nsxv3.common.synchronization [req-92422903-1f75-4443-8253-268773e9274b req-af16e811-cd0f-434d-9bce-2ffdf2c5bda9 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_rules [ 909.584550] env[65978]: INFO networking_nsxv3.common.synchronization [req-92422903-1f75-4443-8253-268773e9274b req-af16e811-cd0f-434d-9bce-2ffdf2c5bda9 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_members [ 909.584550] env[65978]: INFO networking_nsxv3.common.synchronization [req-92422903-1f75-4443-8253-268773e9274b req-af16e811-cd0f-434d-9bce-2ffdf2c5bda9 tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 8332caf1-ee02-4ce0-afa8-002704714153 with Priority: HIGHEST for action port [ 909.584927] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_rules [ 909.585364] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_rules [ 909.585572] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8332caf1-ee02-4ce0-afa8-002704714153 with Priority: HIGHEST for action port [ 909.585734] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 909.585903] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_members [ 909.586286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.586490] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.586601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.586866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.586995] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.588866] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f288d0e7-f148-4031-abf6-965a0091aa5e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.588866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.588866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.588866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.588866] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.589684] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-8332caf1-ee02-4ce0-afa8-002704714153 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.589850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.589957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.590301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.590487] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8332caf1-ee02-4ce0-afa8-002704714153',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.592191] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.592191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.592191] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f288d0e7-f148-4031-abf6-965a0091aa5e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.592191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.682529] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91a264d4-5889-4d1a-82cc-7ed3486cbf97',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.888103] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97fb7073-3c81-47c9-b26b-53016180a0d5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.034862] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.037674] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.093474] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8332caf1-ee02-4ce0-afa8-002704714153 with status ACTIVE [ 910.093702] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.093838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.094025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.094314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.094411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.094633] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.094889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.094889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.095111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.095296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.095421] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.095596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.095596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.095742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.095832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.095916] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8332caf1-ee02-4ce0-afa8-002704714153 is going to be updated. [ 910.097423] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.097423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.097720] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f288d0e7-f148-4031-abf6-965a0091aa5e taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.097833] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.122529] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.122773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.122919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.123473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.123653] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.123909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.185285] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.185494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.185567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.185824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.185929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.186067] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 is going to be created. [ 910.229307] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.229417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.229507] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.229877] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.229877] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.243025] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 in Status: UNINITIALIZED for 2s [ 910.391641] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97fb7073-3c81-47c9-b26b-53016180a0d5: rpc.has_security_group_logging(os_id): False [ 910.417216] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.417216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.417216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.417216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.417216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.417216] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.417216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.417216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.417216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.417216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.417216] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 is going to be created. [ 910.490736] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.490736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.490736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.491252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.492294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.505718] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 in Status: IN_PROGRESS for 2s [ 910.537269] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.539835] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.040173] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.040173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.040173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.040173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.040392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.040392] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 911.044866] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.044866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.044866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.044866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.044866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.044866] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f288d0e7-f148-4031-abf6-965a0091aa5e is going to be created. [ 911.071158] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.072429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.075172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.075172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.075172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.098776] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.099398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.101106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.101106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.101106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.104536] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: UNINITIALIZED for 2s [ 911.123729] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 911.147191] env[65978]: INFO networking_nsxv3.common.synchronization [req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 req-793a4395-fd01-439f-865d-1edc1d5c05ff tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 911.147899] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 911.151173] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.151173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.151173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.151173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.151173] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.151173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.151173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.151173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.151173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.151173] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.655631] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.847142] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.847240] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.847488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.847609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.848210] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.848388] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.848655] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.848892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.849168] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.849279] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.849390] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.849501] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.849614] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.849736] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.849840] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.849977] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.872683] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.872970] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.873129] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.873314] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-625" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.873698] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-b5f1e0e3-cf24-401d-9807-14308d09c5f9 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.873910] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-b5f1e0e3-cf24-401d-9807-14308d09c5f9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.874471] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-b5f1e0e3-cf24-401d-9807-14308d09c5f9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.874876] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-b5f1e0e3-cf24-401d-9807-14308d09c5f9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.875263] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5f1e0e3-cf24-401d-9807-14308d09c5f9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.159471] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.252381] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 in Status: SUCCESS [ 912.252684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.252898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.253153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.253413] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.253491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.253569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.253765] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.253838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.253983] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.254109] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91a264d4-5889-4d1a-82cc-7ed3486cbf97',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.377981] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.378216] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.378349] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.378693] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.378817] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.379023] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port b5f1e0e3-cf24-401d-9807-14308d09c5f9 not found, creating... [ 912.379292] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.379454] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.379573] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.380069] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.380069] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.380332] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.380494] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.380620] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.380837] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.380971] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.381128] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: b5f1e0e3-cf24-401d-9807-14308d09c5f9 is going to be created. [ 912.401812] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.402026] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.402163] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.402536] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.402759] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.402983] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-b5f1e0e3-cf24-401d-9807-14308d09c5f9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.519053] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 in Status: SUCCESS [ 912.519313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.664025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.664025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.664025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.664025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.664025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.664025] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 912.694394] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.694394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.694394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.694394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.694394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.704336] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 912.756621] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91a264d4-5889-4d1a-82cc-7ed3486cbf97',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.115603] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: SUCCESS [ 913.115855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.116049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.116749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.117016] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.118793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.118793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.118793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.118793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.118793] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.141460] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 913.141753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.142320] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.142712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.142917] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.143076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.143153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.143774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.143774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.143916] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.221786] env[65978]: INFO networking_nsxv3.common.synchronization [req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 req-5796c690-153d-4586-ae25-ce83b75d2762 service nova] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_rules [ 913.221904] env[65978]: INFO networking_nsxv3.common.synchronization [req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 req-5796c690-153d-4586-ae25-ce83b75d2762 service nova] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 913.222116] env[65978]: INFO networking_nsxv3.common.synchronization [req-ac5a4374-31d9-4ad1-9d37-0434bec6e973 req-5796c690-153d-4586-ae25-ce83b75d2762 service nova] Enqueued Resource ID: b5f1e0e3-cf24-401d-9807-14308d09c5f9 with Priority: HIGHEST for action port [ 913.222666] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_rules [ 913.222792] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 913.222884] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f1e0e3-cf24-401d-9807-14308d09c5f9 with Priority: HIGHEST for action port [ 913.223305] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.223540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.223644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.223800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.223896] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.225266] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.225488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.226053] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5f1e0e3-cf24-401d-9807-14308d09c5f9 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.226053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5f1e0e3-cf24-401d-9807-14308d09c5f9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.226053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5f1e0e3-cf24-401d-9807-14308d09c5f9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.226053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5f1e0e3-cf24-401d-9807-14308d09c5f9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.226394] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5f1e0e3-cf24-401d-9807-14308d09c5f9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.259420] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91a264d4-5889-4d1a-82cc-7ed3486cbf97: rpc.has_security_group_logging(os_id): False [ 913.281030] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.281312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.281312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.282857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.282857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.282857] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.282857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.282857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.282857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.282857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.282857] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 is going to be created. [ 913.538033] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.538033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.538033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.538033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.538033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.559639] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 in Status: IN_PROGRESS for 2s [ 913.621732] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.646705] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.728801] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.729130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.731037] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5f1e0e3-cf24-401d-9807-14308d09c5f9 with status ACTIVE [ 913.731336] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.731497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.731592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.731846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.731946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.732187] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.732325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.732444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.732704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.732805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.733114] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.733235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.733301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.733503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.733621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.733733] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5f1e0e3-cf24-401d-9807-14308d09c5f9 is going to be updated. [ 913.768062] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.768280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.768357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.768662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.768887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.769373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5f1e0e3-cf24-401d-9807-14308d09c5f9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.124987] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.150922] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.628408] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.628563] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.628770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.628853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.629136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.629136] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f288d0e7-f148-4031-abf6-965a0091aa5e is going to be updated. [ 914.656415] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.656415] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.656525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.656688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.656778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.656873] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 914.664788] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.664992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.664992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.665202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.665345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.677762] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: IN_PROGRESS for 2s [ 914.702514] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.702514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.702514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.702514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.702514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.714079] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 914.717614] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 914.717886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.718080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.718310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.718513] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.718652] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.718728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.718895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.719038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.719109] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.222039] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.578882] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 in Status: SUCCESS [ 915.579207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.730574] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.234710] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.236051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.236051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.236051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.236051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.236051] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 916.282226] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.282226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.282226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.282226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.282422] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.300115] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 916.690443] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: SUCCESS [ 916.690717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.690908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.691382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.691382] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.691554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.691554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.691677] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.691757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.691862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.691943] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.726614] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 916.727743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.728592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.729748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.729748] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.729748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.729748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.729748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.729748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.729748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.729748] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.194706] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.235265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.235265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.235265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.235265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.235265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.235265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.235265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.235265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.235265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.235265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.235265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.235265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.235265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.235265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.236448] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.236448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.236448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.236448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.236448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.236448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.236448] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.579263] env[65978]: INFO networking_nsxv3.common.synchronization [req-02c2ff51-9a82-42cd-9e24-d4ce4550c97e req-16e37f95-3521-42fe-a5bd-822567536f76 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 917.579901] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 917.580723] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.580932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.581044] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.582125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.582125] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.582125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.582125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.582125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.582125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.582125] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.701167] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f288d0e7-f148-4031-abf6-965a0091aa5e: rpc.has_security_group_logging(os_id): False [ 917.724028] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.724028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.724028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.724028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.724028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.724028] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.724028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.724028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.724720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.724720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.724720] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f288d0e7-f148-4031-abf6-965a0091aa5e is going to be created. [ 917.740647] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3625f427-0d47-47e7-b4c3-7c5787127325: rpc.has_security_group_logging(os_id): False [ 917.761341] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.761341] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.761341] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.761628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.761661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.761929] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.762052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.762143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.762420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.763147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.763147] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.763147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.763147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.763147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.763453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.763453] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.763531] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.764130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.764130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.764130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.764130] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 917.799575] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.799575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.799575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.799575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.799885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.813899] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: IN_PROGRESS for 2s [ 917.848601] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.848601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.848601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.848601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.849601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.918398] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 918.088263] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.107053] env[65978]: INFO networking_nsxv3.common.synchronization [None req-6a035a1b-1339-407d-8df8-57f63d233a4f tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGHEST for action security_group_rules [ 918.107603] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGHEST for action security_group_rules [ 918.107912] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-756790c5-ed20-461a-9cb0-f446d4a97a31 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.108070] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.108148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.108411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.108496] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.273297] env[65978]: INFO networking_nsxv3.common.synchronization [None req-15b8fd92-6e3c-4fa1-8764-d3dd71266756 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGHEST for action security_group_rules [ 918.274109] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGHEST for action security_group_rules [ 918.274760] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-756790c5-ed20-461a-9cb0-f446d4a97a31 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.274760] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.318732] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 918.319114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.319468] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.319843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.320232] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.320408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.320531] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.321050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.321050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.321143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.321305] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.592975] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.647609] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.647794] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.647865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.648103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.648191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.648288] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 already deleted. [ 918.648382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.649054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.649242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.649332] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.825792] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.825792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.825792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.826021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.826130] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.826227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.826288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.826437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.826705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.826705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.826808] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.827141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.827141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.827141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.827231] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.827276] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.827308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.828419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.828419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.828419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.828419] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.096463] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.096463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.096463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.096741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.096741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.097197] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 919.130932] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.131194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.131194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.131483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.131652] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.144507] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 919.179423] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.179423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.179573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.181773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.181773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.181773] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 already deleted. [ 919.181773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.337025] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 371c2034-31eb-4f4a-9076-7922d18a70ce: rpc.has_security_group_logging(os_id): False [ 919.366080] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.366080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.366080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.366080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.366080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.366080] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.366504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.366504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.366504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.366504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.366630] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.367259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.367259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.367259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.367259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.368024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.368024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.370028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.370028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.370028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.370028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 919.458026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.458026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.458026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.458026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.458026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.462378] env[65978]: INFO networking_nsxv3.common.synchronization [req-123a7bfd-9da1-4dfa-81b3-4ff600b03ff8 req-e719cff8-75d4-48af-8d76-bde55708e61b tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 with Priority: HIGHEST for action security_group_members [ 919.462832] env[65978]: INFO networking_nsxv3.common.synchronization [req-123a7bfd-9da1-4dfa-81b3-4ff600b03ff8 req-e719cff8-75d4-48af-8d76-bde55708e61b tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_members [ 919.463230] env[65978]: INFO networking_nsxv3.common.synchronization [req-123a7bfd-9da1-4dfa-81b3-4ff600b03ff8 req-e719cff8-75d4-48af-8d76-bde55708e61b tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 919.464069] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 with Priority: HIGHEST for action security_group_members [ 919.465445] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_members [ 919.465445] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 919.465445] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-29883dbe-8f67-4ff3-974b-8767670f11d3 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.465445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.465445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.465445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.466566] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.466566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.466566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.466566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.466566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.466566] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29883dbe-8f67-4ff3-974b-8767670f11d3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.467885] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f288d0e7-f148-4031-abf6-965a0091aa5e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.468148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.468279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.468501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.469174] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.469380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.469598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.469964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.470164] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.470358] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.473034] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.473268] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.473410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.473991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.474832] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.475326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.477675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.477985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.478156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.478281] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.509074] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 919.521918] env[65978]: INFO networking_nsxv3.common.synchronization [req-123a7bfd-9da1-4dfa-81b3-4ff600b03ff8 req-e719cff8-75d4-48af-8d76-bde55708e61b tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 with Priority: HIGHEST for action security_group_rules [ 919.522152] env[65978]: INFO networking_nsxv3.common.synchronization [req-123a7bfd-9da1-4dfa-81b3-4ff600b03ff8 req-e719cff8-75d4-48af-8d76-bde55708e61b tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 with Priority: HIGHEST for action security_group_members [ 919.522366] env[65978]: INFO networking_nsxv3.common.synchronization [req-123a7bfd-9da1-4dfa-81b3-4ff600b03ff8 req-e719cff8-75d4-48af-8d76-bde55708e61b tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_rules [ 919.522507] env[65978]: INFO networking_nsxv3.common.synchronization [req-123a7bfd-9da1-4dfa-81b3-4ff600b03ff8 req-e719cff8-75d4-48af-8d76-bde55708e61b tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 919.522681] env[65978]: INFO networking_nsxv3.common.synchronization [req-123a7bfd-9da1-4dfa-81b3-4ff600b03ff8 req-e719cff8-75d4-48af-8d76-bde55708e61b tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_rules [ 919.522848] env[65978]: INFO networking_nsxv3.common.synchronization [req-123a7bfd-9da1-4dfa-81b3-4ff600b03ff8 req-e719cff8-75d4-48af-8d76-bde55708e61b tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_members [ 919.522975] env[65978]: INFO networking_nsxv3.common.synchronization [req-123a7bfd-9da1-4dfa-81b3-4ff600b03ff8 req-e719cff8-75d4-48af-8d76-bde55708e61b tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 8332caf1-ee02-4ce0-afa8-002704714153 with Priority: HIGHEST for action port [ 919.524122] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 with Priority: HIGHEST for action security_group_rules [ 919.524332] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_rules [ 919.524449] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_members [ 919.524545] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8332caf1-ee02-4ce0-afa8-002704714153 with Priority: HIGHEST for action port [ 919.524681] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_rules [ 919.524765] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 with Priority: HIGHEST for action security_group_members [ 919.524865] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 919.525220] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29883dbe-8f67-4ff3-974b-8767670f11d3 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.525360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.525428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.525735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.525837] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29883dbe-8f67-4ff3-974b-8767670f11d3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.526957] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.527070] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.527355] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f288d0e7-f148-4031-abf6-965a0091aa5e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.527406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.527827] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-8332caf1-ee02-4ce0-afa8-002704714153 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.527827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.527827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.528134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.528543] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8332caf1-ee02-4ce0-afa8-002704714153',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.529409] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f288d0e7-f148-4031-abf6-965a0091aa5e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.529527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.529728] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-29883dbe-8f67-4ff3-974b-8767670f11d3 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.529811] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.530104] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.530201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.831500] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: SUCCESS [ 919.831927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.833020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.833020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.833020] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.938729] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 919.938993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.939218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.939479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.939588] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.981305] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.982440] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29883dbe-8f67-4ff3-974b-8767670f11d3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.983813] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.031555] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8332caf1-ee02-4ce0-afa8-002704714153 with status ACTIVE [ 920.031814] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.032047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.032184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.032523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.032702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.033672] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.034361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.034361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.034361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.034548] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.034789] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.035214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.035315] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.035569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.035702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.035796] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8332caf1-ee02-4ce0-afa8-002704714153 is going to be updated. [ 920.037416] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-29883dbe-8f67-4ff3-974b-8767670f11d3 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.037542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.064839] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.064839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.064839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.064839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.064839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.064839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8332caf1-ee02-4ce0-afa8-002704714153" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.335252] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f288d0e7-f148-4031-abf6-965a0091aa5e taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.335632] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.442537] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.442537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.488929] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.488929] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29883dbe-8f67-4ff3-974b-8767670f11d3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.488929] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.990847] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.992250] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.992250] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.992250] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.992250] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.992250] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f288d0e7-f148-4031-abf6-965a0091aa5e is going to be updated. [ 920.995284] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.995407] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.995480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.995669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.995759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.995855] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 920.997089] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.997251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.997319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.997771] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.997771] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.997771] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 is going to be created. [ 921.030327] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.030538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.030647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.030910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.031077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.034197] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.034438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.034732] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.034998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.035919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.038512] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.038512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.038512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.038512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.038512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.054858] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 921.055735] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: IN_PROGRESS for 2s [ 921.056406] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 in Status: UNINITIALIZED for 2s [ 921.128409] env[65978]: INFO networking_nsxv3.common.synchronization [req-193d827a-417f-4402-99db-627f79c783b0 req-83a9823c-eb20-44fa-9aa1-4cd81a6a739e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 921.130045] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 921.133515] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.133515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.133515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.133515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.133515] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.133515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.133515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.133515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.133515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.133515] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.158105] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 921.158105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.530223] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 921.530223] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.638036] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.638036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.638036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.638036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.638036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.638036] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.638036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.638036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.638036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.638036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.638036] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 921.647578] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.647897] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.648161] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.648536] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.648896] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.649120] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.649295] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.649832] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.649832] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.650051] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.650196] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.650338] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.650476] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.650617] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.650751] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.650919] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.678497] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.678645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.678706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.678946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.679140] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.680872] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.681035] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.681183] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.681329] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.681699] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-6f24daf8-dd6e-4cdb-ab64-81c7707385a4 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.681767] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-6f24daf8-dd6e-4cdb-ab64-81c7707385a4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.681886] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-6f24daf8-dd6e-4cdb-ab64-81c7707385a4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.682212] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-6f24daf8-dd6e-4cdb-ab64-81c7707385a4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.682347] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f24daf8-dd6e-4cdb-ab64-81c7707385a4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.693925] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 922.185241] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.185477] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.185609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.186009] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.186246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.186406] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 6f24daf8-dd6e-4cdb-ab64-81c7707385a4 not found, creating... [ 922.186711] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.186865] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.187018] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.187314] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.187486] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.187793] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.188043] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.188105] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.188363] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.188501] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.188651] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 6f24daf8-dd6e-4cdb-ab64-81c7707385a4 is going to be created. [ 922.216496] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.216787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.217321] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.217321] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.218035] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.218035] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-6f24daf8-dd6e-4cdb-ab64-81c7707385a4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.963864] env[65978]: INFO networking_nsxv3.common.synchronization [req-193d827a-417f-4402-99db-627f79c783b0 req-32ab641f-b721-4833-849e-895901f9eff1 service nova] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_rules [ 922.964179] env[65978]: INFO networking_nsxv3.common.synchronization [req-193d827a-417f-4402-99db-627f79c783b0 req-32ab641f-b721-4833-849e-895901f9eff1 service nova] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 922.964286] env[65978]: INFO networking_nsxv3.common.synchronization [req-193d827a-417f-4402-99db-627f79c783b0 req-32ab641f-b721-4833-849e-895901f9eff1 service nova] Enqueued Resource ID: 6f24daf8-dd6e-4cdb-ab64-81c7707385a4 with Priority: HIGHEST for action port [ 922.965369] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_rules [ 922.965525] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 922.965645] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f24daf8-dd6e-4cdb-ab64-81c7707385a4 with Priority: HIGHEST for action port [ 922.965967] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.966121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.966208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.966455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.966551] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.967440] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.968924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.968924] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f24daf8-dd6e-4cdb-ab64-81c7707385a4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.968924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f24daf8-dd6e-4cdb-ab64-81c7707385a4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.968924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f24daf8-dd6e-4cdb-ab64-81c7707385a4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.968924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f24daf8-dd6e-4cdb-ab64-81c7707385a4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.968924] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f24daf8-dd6e-4cdb-ab64-81c7707385a4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.075415] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 923.075705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.075889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.076152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.076356] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.076473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.076531] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.076690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.076772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.076870] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.078567] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 in Status: SUCCESS [ 923.078925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.079788] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: SUCCESS [ 923.080034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.080227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.080479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.080695] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.080823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.080890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.081049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.081134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.081219] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29883dbe-8f67-4ff3-974b-8767670f11d3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.082144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.082323] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.082488] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.082589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.082735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.082927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.083015] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.083108] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.413352] env[65978]: INFO networking_nsxv3.common.synchronization [req-9e270561-00b0-4fa8-9351-20c31535f661 req-00fb2603-3a4b-424c-b239-b8f63a3fd3ad tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 with Priority: HIGHEST for action security_group_members [ 923.413532] env[65978]: INFO networking_nsxv3.common.synchronization [req-9e270561-00b0-4fa8-9351-20c31535f661 req-00fb2603-3a4b-424c-b239-b8f63a3fd3ad tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 923.413667] env[65978]: INFO networking_nsxv3.common.synchronization [req-9e270561-00b0-4fa8-9351-20c31535f661 req-00fb2603-3a4b-424c-b239-b8f63a3fd3ad tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_members [ 923.414772] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 with Priority: HIGHEST for action security_group_members [ 923.414772] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 923.414772] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGHEST for action security_group_members [ 923.414772] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-29883dbe-8f67-4ff3-974b-8767670f11d3 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.415014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.416175] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.416306] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.416581] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-f288d0e7-f148-4031-abf6-965a0091aa5e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.416673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.469909] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.470120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.471961] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f24daf8-dd6e-4cdb-ab64-81c7707385a4 with status ACTIVE [ 923.471961] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.472137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.472137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.472386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.472601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.472741] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.472829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.472905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.473112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.473199] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.473414] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.473538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.473620] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.473821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.473897] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.473993] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f24daf8-dd6e-4cdb-ab64-81c7707385a4 is going to be updated. [ 923.504727] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.504858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.504924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.505202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.505335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.505500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f24daf8-dd6e-4cdb-ab64-81c7707385a4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.586213] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.587421] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.589566] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29883dbe-8f67-4ff3-974b-8767670f11d3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.708569] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 923.708855] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd deletion is rescheduled due to dependency. [ 923.709226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.710027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.710027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.710232] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.710232] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.710232] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.710512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.710512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.711020] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.091633] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.092758] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.093601] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29883dbe-8f67-4ff3-974b-8767670f11d3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.213789] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.365528] env[65978]: INFO networking_nsxv3.common.synchronization [None req-f3721e12-85b0-4c04-9a9e-7230127e57c6 None None] Enqueued Resource ID: 14828aa3-781d-41a3-afa1-37f2ef3de388 with Priority: HIGHEST for action port [ 924.365663] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14828aa3-781d-41a3-afa1-37f2ef3de388 with Priority: HIGHEST for action port [ 924.366072] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-14828aa3-781d-41a3-afa1-37f2ef3de388 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.366283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14828aa3-781d-41a3-afa1-37f2ef3de388" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.366283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14828aa3-781d-41a3-afa1-37f2ef3de388" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.366565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14828aa3-781d-41a3-afa1-37f2ef3de388" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.366645] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14828aa3-781d-41a3-afa1-37f2ef3de388',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.596753] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.596916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.596991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.597228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.597317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.597418] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 924.598651] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.599041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.599041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.599041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.599198] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.599198] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f288d0e7-f148-4031-abf6-965a0091aa5e is going to be updated. [ 924.600178] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.600332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.600438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.600621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.600770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.600856] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 is going to be updated. [ 924.634139] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.634297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.634367] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.634577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.634780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.636574] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.636692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.636759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.636923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.637174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.638699] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.638889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.638973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.639227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.639490] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.650462] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: IN_PROGRESS for 2s [ 924.651258] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 924.651841] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 in Status: IN_PROGRESS for 2s [ 924.716442] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.869369] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14828aa3-781d-41a3-afa1-37f2ef3de388 [ 924.869614] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.869812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.869883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.870128] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.870256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.870377] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14828aa3-781d-41a3-afa1-37f2ef3de388 already deleted. [ 924.870487] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14828aa3-781d-41a3-afa1-37f2ef3de388" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.219573] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.219890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.219890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.220093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.220190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.220319] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 925.253541] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.253541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.253541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.253781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.253781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.264975] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 925.452020] env[65978]: INFO networking_nsxv3.common.synchronization [None req-d9892b43-0eee-4e14-bdc0-597c5588a62f tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_rules [ 925.452020] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_rules [ 925.452020] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.453141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.453141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.453141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.453141] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.545821] env[65978]: INFO networking_nsxv3.common.synchronization [None req-4fdceee9-5e2f-4875-836f-7e407a44649b tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_rules [ 925.546358] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_rules [ 925.546663] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.546944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.978704] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.978843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.978843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.979043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.979135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.979230] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc already deleted. [ 925.979787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.979787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.979787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.979787] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.502468] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.502730] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.502730] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.505821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.505821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.505821] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc already deleted. [ 926.505821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.665650] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 926.665967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.666926] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: SUCCESS [ 926.667195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.668216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.668216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.668216] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.668216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.668216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.668481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.668481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.668481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.668569] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.669742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.669742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.670451] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.670451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.670451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.670451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.670451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.671062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.671062] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.672844] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 in Status: SUCCESS [ 926.672844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.674713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.674713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.674713] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.674713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.674851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.674885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.675231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.675231] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.676354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.676547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.676742] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.677256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.677256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.677256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.677256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.677422] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.678472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.678472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.678596] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.678709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.678796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.680039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.680039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.680039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.680039] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29883dbe-8f67-4ff3-974b-8767670f11d3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.681073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.681421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.681421] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.682298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.682298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.682298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.682298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.682298] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29883dbe-8f67-4ff3-974b-8767670f11d3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.976032] env[65978]: INFO networking_nsxv3.common.synchronization [None req-0273ec84-ec71-49fa-838b-637854dac1ce None None] Enqueued Resource ID: 83569b02-384b-4f1f-9b30-042895c9731f with Priority: HIGHEST for action port [ 926.977565] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83569b02-384b-4f1f-9b30-042895c9731f with Priority: HIGHEST for action port [ 926.977565] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-83569b02-384b-4f1f-9b30-042895c9731f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.977565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83569b02-384b-4f1f-9b30-042895c9731f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.977565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83569b02-384b-4f1f-9b30-042895c9731f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.977565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83569b02-384b-4f1f-9b30-042895c9731f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.977565] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83569b02-384b-4f1f-9b30-042895c9731f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.174537] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.176346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.181472] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.181644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.181644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.181860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.181923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.182156] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.182283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.182348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.182525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.182611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.182708] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f288d0e7-f148-4031-abf6-965a0091aa5e is going to be updated. [ 927.183946] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.184950] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.186037] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29883dbe-8f67-4ff3-974b-8767670f11d3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.186415] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.186528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.186655] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.186749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.186873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.187300] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.187496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.187496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.188418] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.188418] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.188418] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 is going to be deleted. [ 927.219449] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.219645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.219740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.220135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.220267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.224864] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.225305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.225738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.225922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.226203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.226517] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.234888] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: IN_PROGRESS for 2s [ 927.276567] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 927.276858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.277124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.277345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.277629] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.277832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.277941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.278151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.278290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.278466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.278590] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.479881] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83569b02-384b-4f1f-9b30-042895c9731f [ 927.480143] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.480280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.480348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.480630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.480701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.480795] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83569b02-384b-4f1f-9b30-042895c9731f already deleted. [ 927.480878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83569b02-384b-4f1f-9b30-042895c9731f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.689578] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f288d0e7-f148-4031-abf6-965a0091aa5e: rpc.has_security_group_logging(os_id): False [ 927.690739] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.691615] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29883dbe-8f67-4ff3-974b-8767670f11d3: rpc.has_security_group_logging(os_id): False [ 927.712069] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.712069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.712069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.712293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.712293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.712493] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.712598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.712661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.712832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.712915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.713017] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 is going to be created. [ 927.714731] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.714859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.714962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.715215] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.715304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.715511] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.715609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.715674] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.715817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.715894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.715978] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f288d0e7-f148-4031-abf6-965a0091aa5e is going to be updated. [ 927.737319] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/29883dbe-8f67-4ff3-974b-8767670f11d3], does not exist path=[/infra/domains/default/groups/29883dbe-8f67-4ff3-974b-8767670f11d3]."\n}' [ 927.737435] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/29883dbe-8f67-4ff3-974b-8767670f11d3 [ 927.737522] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 927.778399] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.778585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.778644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.778816] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.781325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.781732] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.781865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.782544] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.782544] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.782544] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.782544] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.782866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.782866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.782866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.782957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.783036] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29883dbe-8f67-4ff3-974b-8767670f11d3 is going to be created. [ 927.784307] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.784411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.784480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.784639] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.784786] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.784880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.784941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.785123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.785204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.785284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.785430] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.785519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.785578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.786073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.786073] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.786073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.786073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.786239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.786239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.786328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.786328] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.787942] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.788070] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.788205] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.788291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.788421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.804341] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: IN_PROGRESS for 2s [ 927.806944] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/29883dbe-8f67-4ff3-974b-8767670f11d3], does not exist path=[/infra/domains/default/groups/29883dbe-8f67-4ff3-974b-8767670f11d3]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/29883dbe-8f67-4ff3-974b-8767670f11d3 [ 927.807143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29883dbe-8f67-4ff3-974b-8767670f11d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.807644] env[65978]: Traceback (most recent call last): [ 927.807711] env[65978]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 927.807711] env[65978]: return func(*args, **kwargs) [ 927.807711] env[65978]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 927.807711] env[65978]: res.raise_for_status() [ 927.807711] env[65978]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 927.807711] env[65978]: raise HTTPError(http_error_msg, response=self) [ 927.807711] env[65978]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/29883dbe-8f67-4ff3-974b-8767670f11d3 [ 927.807711] env[65978]: During handling of the above exception, another exception occurred: [ 927.807711] env[65978]: Traceback (most recent call last): [ 927.807711] env[65978]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 927.807711] env[65978]: listener.cb(fileno) [ 927.807711] env[65978]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 927.807711] env[65978]: result = function(*args, **kwargs) [ 927.807711] env[65978]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 927.807711] env[65978]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 927.807711] env[65978]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 927.807711] env[65978]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 927.807711] env[65978]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 927.807711] env[65978]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 927.807711] env[65978]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 927.807711] env[65978]: res.raise_for_status() [ 927.807711] env[65978]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 927.807711] env[65978]: raise HTTPError(http_error_msg, response=self) [ 927.807711] env[65978]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/29883dbe-8f67-4ff3-974b-8767670f11d3 [ 927.807711] env[65978]: Removing descriptor: 64 [ 928.193468] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.193778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.193898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.194131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.194248] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.194493] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 928.226058] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.226058] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.226058] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.226058] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.226058] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.236792] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 928.290708] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd: rpc.has_security_group_logging(os_id): False [ 928.332078] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.332239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.334638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.334638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.360533] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.360870] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.361026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.361104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.361351] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.361399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.361645] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.361705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.361758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.361928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.361995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.362571] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.362571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.362571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.362817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.362945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.363086] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 928.439658] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.439658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.439658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.440245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.440245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.459216] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 929.246148] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: SUCCESS [ 929.246458] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f288d0e7-f148-4031-abf6-965a0091aa5e deletion is rescheduled due to dependency. [ 929.246458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.822339] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f288d0e7-f148-4031-abf6-965a0091aa5e in Status: SUCCESS [ 929.822565] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.251027] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.251027] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.251027] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.251027] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.251027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.252459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.252459] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.478414] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 930.478665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.551141] env[65978]: INFO networking_nsxv3.common.synchronization [req-c2e8c8db-8453-40cf-882b-7c8004045c19 req-327644f1-7e76-4785-af76-9af790f71d68 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Enqueued Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 930.551698] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 930.552551] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.552551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.552551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.552758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.552758] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.552931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.553442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.553442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.553442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.553442] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.755745] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3625f427-0d47-47e7-b4c3-7c5787127325: rpc.has_security_group_logging(os_id): False [ 930.775245] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.775245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.775245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.775245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.798326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.798960] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.799181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.799269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.799729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.800061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.800061] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.800260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.801030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.801030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.801030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.801030] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.801030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.801030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.801409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.801409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.801492] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 930.865065] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.866830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.866915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.867167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.867325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.888091] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 930.926214] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.926437] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-780" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.926560] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-780" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.926830] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-780" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.927174] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.927379] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.927524] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.927752] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.927900] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.928975] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.929128] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.929489] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.929641] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.929766] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.929955] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.930178] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.950985] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.951243] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.951440] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.951658] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-780" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.952299] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-77907560-c516-4005-afd5-eff4f5a58d52 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.952299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-77907560-c516-4005-afd5-eff4f5a58d52" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.952556] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-77907560-c516-4005-afd5-eff4f5a58d52" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.952797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-77907560-c516-4005-afd5-eff4f5a58d52" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.952979] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77907560-c516-4005-afd5-eff4f5a58d52',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.027510] env[65978]: INFO networking_nsxv3.common.synchronization [req-ce90a86c-0760-4e08-9876-f10fa5e97f2b req-761801bc-dc3c-454c-99e4-2965abbd57b9 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Enqueued Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_members [ 931.028087] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_members [ 931.028470] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.028637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.028728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.028972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.029141] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.029238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.029298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.030145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.030145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.030145] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.056316] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.456237] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.456634] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.456634] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.456889] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.457078] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.457233] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 77907560-c516-4005-afd5-eff4f5a58d52 not found, creating... [ 931.457509] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.457668] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.457817] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.458010] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.458150] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.461654] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.461654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.461654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.461654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.461654] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.461654] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 77907560-c516-4005-afd5-eff4f5a58d52 is going to be created. [ 931.482445] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.482664] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.482788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.483118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.483361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.483633] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-77907560-c516-4005-afd5-eff4f5a58d52" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.532577] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.560583] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.037064] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.066040] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.066347] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.066423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.066665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.066754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.066859] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 is going to be updated. [ 932.103899] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.103899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.103899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.103899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.103899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.118755] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: IN_PROGRESS for 2s [ 932.339217] env[65978]: INFO networking_nsxv3.common.synchronization [req-c2e8c8db-8453-40cf-882b-7c8004045c19 req-cb51b232-1762-4e52-88dc-ce66146f8e52 service nova] Enqueued Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_rules [ 932.339392] env[65978]: INFO networking_nsxv3.common.synchronization [req-c2e8c8db-8453-40cf-882b-7c8004045c19 req-cb51b232-1762-4e52-88dc-ce66146f8e52 service nova] Enqueued Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 932.339529] env[65978]: INFO networking_nsxv3.common.synchronization [req-c2e8c8db-8453-40cf-882b-7c8004045c19 req-cb51b232-1762-4e52-88dc-ce66146f8e52 service nova] Enqueued Resource ID: 77907560-c516-4005-afd5-eff4f5a58d52 with Priority: HIGHEST for action port [ 932.340260] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_rules [ 932.340454] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 932.340616] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77907560-c516-4005-afd5-eff4f5a58d52 with Priority: HIGHEST for action port [ 932.340920] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.341058] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.341127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.341331] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.341413] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.343074] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.343074] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.343399] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-77907560-c516-4005-afd5-eff4f5a58d52 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.343399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77907560-c516-4005-afd5-eff4f5a58d52" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.343399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77907560-c516-4005-afd5-eff4f5a58d52" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.343578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77907560-c516-4005-afd5-eff4f5a58d52" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.343578] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77907560-c516-4005-afd5-eff4f5a58d52',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.539938] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.540352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.540352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.540454] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.540504] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.540636] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 is going to be updated. [ 932.572115] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.572115] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.572237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.572345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.572489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.582799] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: IN_PROGRESS for 2s [ 932.847279] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.847279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.847279] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77907560-c516-4005-afd5-eff4f5a58d52 with status ACTIVE [ 932.847279] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.847279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.847279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.847279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.847279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.847279] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.847279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.847279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.847279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.847279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.847906] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.847906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.847906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.847906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.847906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.847906] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77907560-c516-4005-afd5-eff4f5a58d52 is going to be updated. [ 932.881811] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.882027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.882251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.883319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.883319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.883319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77907560-c516-4005-afd5-eff4f5a58d52" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.907791] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 932.908129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.641534] env[65978]: INFO networking_nsxv3.common.synchronization [req-dbe04ccc-ea94-4bd4-b315-12f366bfb418 req-3cc14933-9662-47a3-a408-9061ec0b2a00 tempest-ServersTestManualDisk-1336146512 tempest-ServersTestManualDisk-1336146512-project-member] Enqueued Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGHEST for action security_group_members [ 933.644313] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGHEST for action security_group_members [ 933.644394] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-33064c53-25fa-412b-90a3-55295e81e184 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.644479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.644552] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.644820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.644933] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.645043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.645103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.645251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.645333] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.645428] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33064c53-25fa-412b-90a3-55295e81e184',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.131293] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: SUCCESS [ 934.132381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.132381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.132381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.132381] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.132381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.132381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.132657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.132657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.132712] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.147469] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.147623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.147789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.148053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.171134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.171523] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.171640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.171697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.172044] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.172544] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.172544] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33064c53-25fa-412b-90a3-55295e81e184 is going to be updated. [ 934.200161] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.200311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.200379] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.200590] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.200730] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.210965] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33064c53-25fa-412b-90a3-55295e81e184 in Status: IN_PROGRESS for 2s [ 934.593266] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: SUCCESS [ 934.593506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.635265] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.137785] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.757886] env[65978]: INFO networking_nsxv3.common.synchronization [req-8189eec2-33a4-45ae-b09f-de276e1f312d req-0c7ed28e-4cf8-41a8-9b16-41f32a5c5bf7 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 935.757886] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 935.758475] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.758475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.758475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.758475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.758678] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.758678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.758817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.758865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.758941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.759052] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.795515] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.795656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.795722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.795932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.796039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.796140] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 is going to be updated. [ 935.825400] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.825554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.825597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.826052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.826052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.836093] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: IN_PROGRESS for 2s [ 936.221571] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33064c53-25fa-412b-90a3-55295e81e184 in Status: SUCCESS [ 936.221571] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33064c53-25fa-412b-90a3-55295e81e184 deletion is rescheduled due to dependency. [ 936.221571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.261269] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.261269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.261269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.261269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.288645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.288920] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.289059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.289130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.289372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.289457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.289552] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 936.321893] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.322084] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.322163] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.322340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.322482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.334536] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 937.845321] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: SUCCESS [ 937.845602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.845748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.845953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.846155] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.846271] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.846338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.846479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.847064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.847064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.847064] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.855151] env[65978]: INFO networking_nsxv3.common.synchronization [req-ce5ca7a7-8f51-47d6-9671-39995118da11 req-659f55b2-1990-4e58-90b8-df7de32755c5 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Enqueued Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 937.855685] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 937.855981] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.856438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.856560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.856895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.856966] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.857032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.857082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.857260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.857342] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.857434] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.266110] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.266315] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-246" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.266437] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-246" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.266699] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-246" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.266947] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.268997] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.269164] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.269435] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.269660] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.269876] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.269986] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.270151] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.270245] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.270361] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.270460] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.270589] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.295132] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.295132] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.295132] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.295132] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-246" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.295132] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-9c38d931-21ef-4409-ad52-bf618b2e067e taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.295559] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-9c38d931-21ef-4409-ad52-bf618b2e067e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.295559] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-9c38d931-21ef-4409-ad52-bf618b2e067e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.295864] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-9c38d931-21ef-4409-ad52-bf618b2e067e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.295987] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c38d931-21ef-4409-ad52-bf618b2e067e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.345539] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 938.346234] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 deletion is rescheduled due to dependency. [ 938.346234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.352384] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.352384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.352384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.352384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.352384] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.352384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.352384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.352384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.352384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.352384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.352384] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.352384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.352384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.352384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.352384] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.352384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.353082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.353082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.353082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.353082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.353082] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.359546] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.359939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.360821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.360821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.384152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.384442] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.384563] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.384629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.384825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.384908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.384997] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 is going to be updated. [ 938.410870] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.411546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.411546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.411546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.411691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.422445] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: IN_PROGRESS for 2s [ 938.799051] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.799457] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.799457] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.799778] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.800325] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.800325] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 9c38d931-21ef-4409-ad52-bf618b2e067e not found, creating... [ 938.800717] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.800926] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.801176] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.801462] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.801632] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.801970] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.802143] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.802359] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.802487] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.802605] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.802784] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 9c38d931-21ef-4409-ad52-bf618b2e067e is going to be created. [ 938.824472] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.824802] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.824962] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.825436] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.825746] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.826101] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-9c38d931-21ef-4409-ad52-bf618b2e067e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.855754] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d15b023-e633-46d5-b711-cff8a5e93b65: rpc.has_security_group_logging(os_id): False [ 938.876736] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.876736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.876736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.876736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.898060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.898445] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.898600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.898683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.898855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.898940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.899143] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.899238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.899300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.899447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.899518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.899729] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.900492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.900582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.900729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.900812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.900908] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 is going to be updated. [ 938.970914] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.971071] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.971144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.971357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.971501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.990288] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: IN_PROGRESS for 2s [ 939.563474] env[65978]: INFO networking_nsxv3.common.synchronization [req-ce5ca7a7-8f51-47d6-9671-39995118da11 req-4ad56209-4f5a-48ad-b509-031214392459 service nova] Enqueued Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_rules [ 939.563648] env[65978]: INFO networking_nsxv3.common.synchronization [req-ce5ca7a7-8f51-47d6-9671-39995118da11 req-4ad56209-4f5a-48ad-b509-031214392459 service nova] Enqueued Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 939.563783] env[65978]: INFO networking_nsxv3.common.synchronization [req-ce5ca7a7-8f51-47d6-9671-39995118da11 req-4ad56209-4f5a-48ad-b509-031214392459 service nova] Enqueued Resource ID: 9c38d931-21ef-4409-ad52-bf618b2e067e with Priority: HIGHEST for action port [ 939.564403] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_rules [ 939.564606] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 939.564750] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c38d931-21ef-4409-ad52-bf618b2e067e with Priority: HIGHEST for action port [ 939.565138] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.565270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.565493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.565566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.565622] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.567286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.567286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.567460] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c38d931-21ef-4409-ad52-bf618b2e067e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.567650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c38d931-21ef-4409-ad52-bf618b2e067e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.567728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c38d931-21ef-4409-ad52-bf618b2e067e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.567954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c38d931-21ef-4409-ad52-bf618b2e067e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.568888] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c38d931-21ef-4409-ad52-bf618b2e067e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.068779] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.068779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.071160] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c38d931-21ef-4409-ad52-bf618b2e067e with status ACTIVE [ 940.071344] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.071472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.071540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.071764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.071858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.072041] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.072134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.072193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.072345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.072440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.072626] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.072716] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.072775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.072910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.072981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.073160] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c38d931-21ef-4409-ad52-bf618b2e067e is going to be updated. [ 940.099941] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.100253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.100253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.100420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.100508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.100655] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c38d931-21ef-4409-ad52-bf618b2e067e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.433139] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: SUCCESS [ 940.433609] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 deletion is rescheduled due to dependency. [ 940.433771] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.433936] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.434351] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.434478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.434648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.434648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.434810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.434883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.434961] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.547873] env[65978]: INFO networking_nsxv3.common.synchronization [req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 req-a86eca43-a50c-4e71-bf44-536b94445bda tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Enqueued Resource ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf with Priority: HIGHEST for action security_group_members [ 940.548443] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf with Priority: HIGHEST for action security_group_members [ 940.548796] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.548918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.548983] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.549366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.549478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.549575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.549637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.549786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.549949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.549989] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d341253c-ef2e-43b3-b9ef-038e40a2e9cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.892656] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.892987] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-160" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.893232] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-160" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.893691] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-160" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.894385] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.894385] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.894523] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.894864] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.895123] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.895450] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.895630] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.895808] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.895983] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.896213] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.896421] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.896745] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.918226] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.918507] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.918727] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.918996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-160" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.919466] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-bea98df3-97aa-4fad-8bc9-9302a2d6ffab taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.919909] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-bea98df3-97aa-4fad-8bc9-9302a2d6ffab" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.920161] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-bea98df3-97aa-4fad-8bc9-9302a2d6ffab" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.920594] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-bea98df3-97aa-4fad-8bc9-9302a2d6ffab" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.920992] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea98df3-97aa-4fad-8bc9-9302a2d6ffab',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.937811] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.004712] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: SUCCESS [ 941.004996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.052859] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.053049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.053123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.054032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.054032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.054032] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.054032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.054032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.054302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.054302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.054302] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf already deleted. [ 941.054399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.425696] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.427075] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.427075] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.427075] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.427075] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.427075] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port bea98df3-97aa-4fad-8bc9-9302a2d6ffab not found, creating... [ 941.427075] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.427420] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.427420] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.427552] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.427718] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.427976] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.428274] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.428485] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.428972] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.428972] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.430817] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: bea98df3-97aa-4fad-8bc9-9302a2d6ffab is going to be created. [ 941.442169] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.458149] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.461996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.461996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.461996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.461996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.461996] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-bea98df3-97aa-4fad-8bc9-9302a2d6ffab" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.946983] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.947175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.947756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.947756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.947756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.947756] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 is going to be updated. [ 941.982265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.982265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.982265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.982265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.982265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.992946] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: IN_PROGRESS for 2s [ 942.052123] env[65978]: INFO networking_nsxv3.common.synchronization [req-74b74eb8-12b6-4634-be55-16aae0f64549 req-7a96a635-7026-4e4f-8b82-dbdc642105ab tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGHEST for action security_group_members [ 942.052123] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGHEST for action security_group_members [ 942.052123] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.052123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.052123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.052123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.052123] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.052123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.052123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.052123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.053028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.053142] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.203902] env[65978]: INFO networking_nsxv3.common.synchronization [req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 req-58eadb6e-c381-4acb-80e3-f54bcd12f6f3 service nova] Enqueued Resource ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf with Priority: HIGHEST for action security_group_rules [ 942.204108] env[65978]: INFO networking_nsxv3.common.synchronization [req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 req-58eadb6e-c381-4acb-80e3-f54bcd12f6f3 service nova] Enqueued Resource ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf with Priority: HIGHEST for action security_group_members [ 942.204256] env[65978]: INFO networking_nsxv3.common.synchronization [req-fc1a0ef6-dbd6-4a80-b4d1-330a68f2a3f7 req-58eadb6e-c381-4acb-80e3-f54bcd12f6f3 service nova] Enqueued Resource ID: bea98df3-97aa-4fad-8bc9-9302a2d6ffab with Priority: HIGHEST for action port [ 942.204798] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf with Priority: HIGHEST for action security_group_rules [ 942.204878] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf with Priority: HIGHEST for action security_group_members [ 942.204969] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea98df3-97aa-4fad-8bc9-9302a2d6ffab with Priority: HIGHEST for action port [ 942.205252] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.205670] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.205670] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.205670] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.205827] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d341253c-ef2e-43b3-b9ef-038e40a2e9cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.207330] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.207466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.207918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.208021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.208191] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.208304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.208361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.208574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.209961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.209961] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d341253c-ef2e-43b3-b9ef-038e40a2e9cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.209961] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-bea98df3-97aa-4fad-8bc9-9302a2d6ffab taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.209961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bea98df3-97aa-4fad-8bc9-9302a2d6ffab" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.210186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bea98df3-97aa-4fad-8bc9-9302a2d6ffab" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.210186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bea98df3-97aa-4fad-8bc9-9302a2d6ffab" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.210344] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea98df3-97aa-4fad-8bc9-9302a2d6ffab',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.557092] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.557092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.557092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.557092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.579802] env[65978]: INFO networking_nsxv3.common.synchronization [req-5d18683b-f4a6-4fdf-9b24-ce44cf709ed2 req-c247b569-e1bd-40d6-abf4-b473e5d7ae0e tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Enqueued Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 942.580527] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 942.581256] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.581256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.581256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.581564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.581620] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.581712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.581765] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.582658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.582658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.582658] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.586375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.586375] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.586755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.586835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.587057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.587162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.587322] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa is going to be updated. [ 942.625273] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.625273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.625421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.625585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.625728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.637978] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa in Status: IN_PROGRESS for 2s [ 942.712916] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.712916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.713415] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d341253c-ef2e-43b3-b9ef-038e40a2e9cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.713986] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bea98df3-97aa-4fad-8bc9-9302a2d6ffab with status ACTIVE [ 942.714190] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.714311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.714355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.714563] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.714651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.714816] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.714909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.714970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.715130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.715204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.715383] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.719021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.719021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.719021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.719021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.719021] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bea98df3-97aa-4fad-8bc9-9302a2d6ffab is going to be updated. [ 942.767167] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.767345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.767345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.768284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.768284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.768284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bea98df3-97aa-4fad-8bc9-9302a2d6ffab" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.085343] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.223367] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d341253c-ef2e-43b3-b9ef-038e40a2e9cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.489577] env[65978]: INFO networking_nsxv3.common.synchronization [req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 req-93d0a5c8-27a4-4d9a-9dfa-31fbc4bc59ee tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Enqueued Resource ID: 16fe9936-5107-4711-b0cb-675f206cf697 with Priority: HIGHEST for action security_group_members [ 943.490577] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fe9936-5107-4711-b0cb-675f206cf697 with Priority: HIGHEST for action security_group_members [ 943.490896] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fe9936-5107-4711-b0cb-675f206cf697 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.491030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.491092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.491357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.491515] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.491608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.491669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.491812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.491893] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.491984] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16fe9936-5107-4711-b0cb-675f206cf697',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.588559] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.727074] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.729840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.729840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.729840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.729840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.729840] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf is going to be created. [ 943.757051] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.757224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.757296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.757542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.757710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.769474] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf in Status: UNINITIALIZED for 2s [ 943.861455] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.861656] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-517" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.861855] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-517" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.862138] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-517" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.862410] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.862560] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.862667] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.862869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.863090] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.863264] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.863351] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.863461] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.863562] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.863667] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.863765] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.863897] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.882970] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.883045] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.883298] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.883392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-517" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.883714] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-2c33df5f-8adb-47d4-b9df-af900442c536 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.883867] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-2c33df5f-8adb-47d4-b9df-af900442c536" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.883985] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-2c33df5f-8adb-47d4-b9df-af900442c536" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.884367] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-2c33df5f-8adb-47d4-b9df-af900442c536" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.884464] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c33df5f-8adb-47d4-b9df-af900442c536',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.994215] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.995106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.995106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.995280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.995368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.996222] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.996222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.996222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.996222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.996222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.996222] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16fe9936-5107-4711-b0cb-675f206cf697 already deleted. [ 943.996222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.006968] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: SUCCESS [ 944.007243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.007784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.008014] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.008169] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.008286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.008369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.008534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.008642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.008705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.008781] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.090629] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.090772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.090812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.091035] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.091346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.091346] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 is going to be updated. [ 944.126022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.126022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.126022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.126022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.126022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.139203] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: IN_PROGRESS for 2s [ 944.386731] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.387054] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.387230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.387549] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.387715] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.387893] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 2c33df5f-8adb-47d4-b9df-af900442c536 not found, creating... [ 944.388214] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.388412] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.388566] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.388800] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.388964] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.389304] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.389461] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.389616] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.389869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.390039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.390189] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 2c33df5f-8adb-47d4-b9df-af900442c536 is going to be created. [ 944.413193] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.413475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.413625] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.413911] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.414176] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.414474] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-2c33df5f-8adb-47d4-b9df-af900442c536" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.511741] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.511968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.512034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.512536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.512836] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.513478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.513593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.513752] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.513854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.515024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.515024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.515024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.515024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.515024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.515024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.515024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.515024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.515380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.515380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.515380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.515380] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.652091] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa in Status: SUCCESS [ 944.652091] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa deletion is rescheduled due to dependency. [ 944.652091] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.020923] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e36a57b3-916d-4a51-99d4-19f56c141316: rpc.has_security_group_logging(os_id): False [ 945.043671] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.043671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.043671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.043671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.043671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.043671] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.043671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.043671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.043671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.043671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.043671] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.043671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.043671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.044507] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.044507] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.044581] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.044732] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.044732] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.044895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.044970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.045073] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 is going to be updated. [ 945.147460] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.149237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.149237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.149237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.149237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.153573] env[65978]: INFO networking_nsxv3.common.synchronization [req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 req-a27a13a1-d94e-4a3e-a92f-3dca3e6dd053 service nova] Enqueued Resource ID: 16fe9936-5107-4711-b0cb-675f206cf697 with Priority: HIGHEST for action security_group_rules [ 945.153573] env[65978]: INFO networking_nsxv3.common.synchronization [req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 req-a27a13a1-d94e-4a3e-a92f-3dca3e6dd053 service nova] Enqueued Resource ID: 16fe9936-5107-4711-b0cb-675f206cf697 with Priority: HIGHEST for action security_group_members [ 945.154743] env[65978]: INFO networking_nsxv3.common.synchronization [req-7d58cedf-d59b-4ff0-8245-2fe76a77c4d0 req-a27a13a1-d94e-4a3e-a92f-3dca3e6dd053 service nova] Enqueued Resource ID: 2c33df5f-8adb-47d4-b9df-af900442c536 with Priority: HIGHEST for action port [ 945.154743] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fe9936-5107-4711-b0cb-675f206cf697 with Priority: HIGHEST for action security_group_rules [ 945.154743] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fe9936-5107-4711-b0cb-675f206cf697 with Priority: HIGHEST for action security_group_members [ 945.154743] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c33df5f-8adb-47d4-b9df-af900442c536 with Priority: HIGHEST for action port [ 945.155084] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16fe9936-5107-4711-b0cb-675f206cf697 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.155279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.155327] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.160627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.160627] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16fe9936-5107-4711-b0cb-675f206cf697',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.160825] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fe9936-5107-4711-b0cb-675f206cf697 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.160893] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.160957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.161214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.161406] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.161498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.161566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.163136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.163136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.163136] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16fe9936-5107-4711-b0cb-675f206cf697',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.168651] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c33df5f-8adb-47d4-b9df-af900442c536 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.168651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c33df5f-8adb-47d4-b9df-af900442c536" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.168651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c33df5f-8adb-47d4-b9df-af900442c536" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.168651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c33df5f-8adb-47d4-b9df-af900442c536" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.168651] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c33df5f-8adb-47d4-b9df-af900442c536',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.169564] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: IN_PROGRESS for 2s [ 945.668832] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fe9936-5107-4711-b0cb-675f206cf697 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.669229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.669229] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16fe9936-5107-4711-b0cb-675f206cf697',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.670076] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c33df5f-8adb-47d4-b9df-af900442c536 with status ACTIVE [ 945.670261] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.670374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.670516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.670732] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.670852] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.671062] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.671152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.671252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.671432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.671516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.671734] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.671822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.671863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.672714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.672714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.672714] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c33df5f-8adb-47d4-b9df-af900442c536 is going to be updated. [ 945.697429] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.697645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.697645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.697999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.698154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.698331] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c33df5f-8adb-47d4-b9df-af900442c536" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.788575] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf in Status: SUCCESS [ 945.788575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.788575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.788797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.788980] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.789099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.789144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.789305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.789372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.789455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.789542] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d341253c-ef2e-43b3-b9ef-038e40a2e9cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.149621] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: SUCCESS [ 946.149843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.174369] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16fe9936-5107-4711-b0cb-675f206cf697',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.237140] env[65978]: INFO networking_nsxv3.common.synchronization [req-05f95af2-ec29-4e37-a214-51b6dfb0a913 req-10cfc2dc-6454-4287-af5a-795bf1e4191b tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 946.237700] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 946.238169] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.238169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.238320] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.238574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.238644] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.238709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.239069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.239069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.239069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.239194] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.294182] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d341253c-ef2e-43b3-b9ef-038e40a2e9cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.629031] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.629248] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-907" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.629440] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-907" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.629760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-907" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.630085] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.630256] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.630368] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.630585] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.630779] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.630943] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.631067] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.631175] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.631287] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.631408] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.631512] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.631656] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.656344] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.656603] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.656900] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.657209] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-907" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.657682] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-59209d23-9711-40b6-b244-c84466650b15 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.657948] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.658133] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.658602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.658798] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59209d23-9711-40b6-b244-c84466650b15',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.678178] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.678178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.678178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.679255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.679255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.679255] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16fe9936-5107-4711-b0cb-675f206cf697 is going to be created. [ 946.691196] env[65978]: INFO networking_nsxv3.common.synchronization [req-6b83f845-9c3a-4592-a16d-612e4ea4a8e6 req-a1eaedf1-fae3-41fb-81fa-d2fa7efed2ec tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 946.691729] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 946.692057] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.692178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.692245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.692832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.692984] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.693098] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.693158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.693314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.693496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.693597] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.705725] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.705725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.705725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.705725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.707181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.717384] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16fe9936-5107-4711-b0cb-675f206cf697 in Status: UNINITIALIZED for 2s [ 946.741446] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.741576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.741576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.742675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.742675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.742675] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.742675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.742675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.742675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.742675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.742675] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf already deleted. [ 946.742675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.796501] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d341253c-ef2e-43b3-b9ef-038e40a2e9cf: rpc.has_security_group_logging(os_id): False [ 946.817532] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.817694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.817761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.817948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.818081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.818286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.818387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.818438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.818585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.818679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.820043] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf is going to be created. [ 946.897264] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.897478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.897527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.897919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.898171] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.924834] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf in Status: IN_PROGRESS for 2s [ 947.164638] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.164829] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.165607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.165607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.165607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.166075] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 59209d23-9711-40b6-b244-c84466650b15 not found, creating... [ 947.166075] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.166170] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.166207] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.166473] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.166565] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.166847] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.167441] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.167441] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.167441] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.167581] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.167671] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 59209d23-9711-40b6-b244-c84466650b15 is going to be created. [ 947.188550] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: SUCCESS [ 947.188550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.191630] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.191630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.191630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.191630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.191630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.191630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.196116] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.196116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.196116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.197102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.197102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.197227] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.197368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.197368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.197516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.197567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.197645] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 947.227132] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.227321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.227402] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.227558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.227696] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.240616] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 947.938499] env[65978]: INFO networking_nsxv3.common.synchronization [req-05f95af2-ec29-4e37-a214-51b6dfb0a913 req-e4f3b03c-2728-466c-9d59-147b78130e90 service nova] Enqueued Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_rules [ 947.938499] env[65978]: INFO networking_nsxv3.common.synchronization [req-05f95af2-ec29-4e37-a214-51b6dfb0a913 req-e4f3b03c-2728-466c-9d59-147b78130e90 service nova] Enqueued Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 947.938499] env[65978]: INFO networking_nsxv3.common.synchronization [req-05f95af2-ec29-4e37-a214-51b6dfb0a913 req-e4f3b03c-2728-466c-9d59-147b78130e90 service nova] Enqueued Resource ID: 59209d23-9711-40b6-b244-c84466650b15 with Priority: HIGHEST for action port [ 947.938499] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_rules [ 947.938870] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 947.938870] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59209d23-9711-40b6-b244-c84466650b15 with Priority: HIGHEST for action port [ 947.939382] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.939525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.939582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.939827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.939911] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.940782] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.940896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.940982] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.941231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.941490] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.941606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.941665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.941843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.941900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.942192] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.943037] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-59209d23-9711-40b6-b244-c84466650b15 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.943180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.943273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.943590] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.943590] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59209d23-9711-40b6-b244-c84466650b15',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.445543] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.445846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.445935] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.447299] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59209d23-9711-40b6-b244-c84466650b15 with status ACTIVE [ 948.447299] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.447573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.447573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.447830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.447830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.447998] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.448142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.448253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.448558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.449240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.449240] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.449240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.449512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.449512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.449616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.449765] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59209d23-9711-40b6-b244-c84466650b15 is going to be updated. [ 948.473111] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.473331] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.473331] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.473646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.473740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.474395] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.730483] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16fe9936-5107-4711-b0cb-675f206cf697 in Status: SUCCESS [ 948.731554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.731554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.731554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.731822] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.732062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.732376] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.732376] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.732537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.732651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.733323] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16fe9936-5107-4711-b0cb-675f206cf697',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.939226] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf in Status: SUCCESS [ 948.939666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.952872] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.237073] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16fe9936-5107-4711-b0cb-675f206cf697',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.251996] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 949.252571] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd deletion is rescheduled due to dependency. [ 949.252571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.455458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.455458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.455640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.455768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.455849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.455944] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf is going to be created. [ 949.487913] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.488019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.488102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.488322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.488481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.500956] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: UNINITIALIZED for 2s [ 949.740381] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16fe9936-5107-4711-b0cb-675f206cf697: rpc.has_security_group_logging(os_id): False [ 949.761802] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.761975] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.762094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.762787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.762787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.762787] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.763053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.763053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.763169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.764251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.764251] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16fe9936-5107-4711-b0cb-675f206cf697 is going to be created. [ 949.864431] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.864626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.864739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.864863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.865061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.880244] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16fe9936-5107-4711-b0cb-675f206cf697 in Status: IN_PROGRESS for 2s [ 950.191191] env[65978]: INFO networking_nsxv3.common.synchronization [req-e51c3d04-6497-4b8e-9c7f-c37eff8b38a8 req-cdf4c272-c898-4c61-a5e5-6ff45284b6b3 tempest-ImagesOneServerNegativeTestJSON-343984787 tempest-ImagesOneServerNegativeTestJSON-343984787-project-member] Enqueued Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 950.191779] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a57b3-916d-4a51-99d4-19f56c141316 with Priority: HIGHEST for action security_group_members [ 950.192770] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e36a57b3-916d-4a51-99d4-19f56c141316 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.192770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.192770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.192770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.192770] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.192770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.192770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.193185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.193185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.193185] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e36a57b3-916d-4a51-99d4-19f56c141316',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.695050] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.695274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.695274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.695434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.695539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.695753] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.695923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.696022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.697053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.697153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.697256] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 is going to be updated. [ 950.737046] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.737205] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.737277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.737492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.737638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.752759] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: IN_PROGRESS for 2s [ 951.241037] env[65978]: INFO networking_nsxv3.common.synchronization [req-11c7ca8d-d50b-4645-b4f1-757a13a95a6f req-be0a7ff4-bb24-4083-8b8d-9c520946d0da tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 951.241418] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 951.241898] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.242043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.242119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.242318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.242478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.242567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.242620] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.242760] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.242841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.242952] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.512357] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: SUCCESS [ 951.512569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.512739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.512986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.514191] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.514191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.514191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.514716] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.514716] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.514716] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.514716] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.746446] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.746446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.746446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.746446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.768105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.768444] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.768700] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.768778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.769113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.769192] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.769279] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 951.798920] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.799099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.799168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.799410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.799582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.813633] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 951.893086] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16fe9936-5107-4711-b0cb-675f206cf697 in Status: SUCCESS [ 951.893326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.018660] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.018660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.018660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.018660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.018660] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.018660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.019935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.019935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.019935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.020040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.021458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.021458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.021458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.021458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.021458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.021458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.021458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.021458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.021458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.021458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.021458] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.381640] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7f3fd04-98b9-4187-a983-44b3b506eaad req-769bba67-891b-4feb-8a8b-f54ad458088b tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGHEST for action security_group_members [ 952.382322] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGHEST for action security_group_members [ 952.383428] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-756790c5-ed20-461a-9cb0-f446d4a97a31 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.383428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.383428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.383428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.383428] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.383807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.383807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.383977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.384045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.384131] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.524420] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff82237e-ffbd-4ea0-b09a-4a2b306c56cf: rpc.has_security_group_logging(os_id): False [ 952.550644] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.550876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.550990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.551455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.551605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.551928] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.552103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.552207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.552427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.552531] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.552780] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.552907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.553018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.553363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.553543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.553775] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.553908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.554016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.554244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.554307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.554431] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf is going to be created. [ 952.637992] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.637992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.637992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.638274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.638428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.651020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: IN_PROGRESS for 2s [ 952.748929] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.749180] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.749329] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.749632] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.749933] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.750208] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.750281] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.750541] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.750718] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.750970] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.751119] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.751289] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.751464] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.751633] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.751779] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.751937] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.763808] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e36a57b3-916d-4a51-99d4-19f56c141316 in Status: SUCCESS [ 952.764046] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e36a57b3-916d-4a51-99d4-19f56c141316 deletion is rescheduled due to dependency. [ 952.764208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e36a57b3-916d-4a51-99d4-19f56c141316" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.805360] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.805563] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.805716] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.806060] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.806441] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-0c91ee6c-b2c1-468d-9089-286e5a049fdc taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.806633] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-0c91ee6c-b2c1-468d-9089-286e5a049fdc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.806747] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-0c91ee6c-b2c1-468d-9089-286e5a049fdc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.807111] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-0c91ee6c-b2c1-468d-9089-286e5a049fdc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.807266] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c91ee6c-b2c1-468d-9089-286e5a049fdc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.887331] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.887524] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.888355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.888355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.888355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.888550] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.888614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.888662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.888854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.888938] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.889079] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 already deleted. [ 952.889188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.311925] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.311925] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.312090] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.313351] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.313351] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.313351] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 0c91ee6c-b2c1-468d-9089-286e5a049fdc not found, creating... [ 953.313351] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.313351] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.313351] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.313680] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.313727] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.314060] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.314297] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.314347] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.314638] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.314813] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.314991] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 0c91ee6c-b2c1-468d-9089-286e5a049fdc is going to be created. [ 953.339890] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.340203] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.340272] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.340566] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.341338] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.341338] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-0c91ee6c-b2c1-468d-9089-286e5a049fdc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.825736] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 953.826386] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 deletion is rescheduled due to dependency. [ 953.826386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.074872] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7f3fd04-98b9-4187-a983-44b3b506eaad req-8ad48f36-9760-4091-a65c-bcdb7a4ea192 service nova] Enqueued Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGHEST for action security_group_rules [ 954.075076] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7f3fd04-98b9-4187-a983-44b3b506eaad req-8ad48f36-9760-4091-a65c-bcdb7a4ea192 service nova] Enqueued Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGHEST for action security_group_members [ 954.075210] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7f3fd04-98b9-4187-a983-44b3b506eaad req-8ad48f36-9760-4091-a65c-bcdb7a4ea192 service nova] Enqueued Resource ID: 0c91ee6c-b2c1-468d-9089-286e5a049fdc with Priority: HIGHEST for action port [ 954.075729] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGHEST for action security_group_rules [ 954.075882] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGHEST for action security_group_members [ 954.075980] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c91ee6c-b2c1-468d-9089-286e5a049fdc with Priority: HIGHEST for action port [ 954.078561] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-756790c5-ed20-461a-9cb0-f446d4a97a31 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.078561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.078561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.078561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.078561] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.078561] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-756790c5-ed20-461a-9cb0-f446d4a97a31 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.078561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.078561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.078561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.078561] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.078984] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.078984] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.079243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.079405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.079496] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.080757] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c91ee6c-b2c1-468d-9089-286e5a049fdc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.083336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c91ee6c-b2c1-468d-9089-286e5a049fdc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.083336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c91ee6c-b2c1-468d-9089-286e5a049fdc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.083336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c91ee6c-b2c1-468d-9089-286e5a049fdc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.083336] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c91ee6c-b2c1-468d-9089-286e5a049fdc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.586518] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-756790c5-ed20-461a-9cb0-f446d4a97a31 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.586518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.586518] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.587326] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c91ee6c-b2c1-468d-9089-286e5a049fdc with status ACTIVE [ 954.587719] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.587964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.588193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.589861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.590089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.590426] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.590712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.590882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.591169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.591364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.591710] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.591927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.592088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.592320] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.592496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.592671] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c91ee6c-b2c1-468d-9089-286e5a049fdc is going to be updated. [ 954.616416] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.616416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.616416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.616416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.616416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.616416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c91ee6c-b2c1-468d-9089-286e5a049fdc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.666522] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: SUCCESS [ 954.666522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.945283] env[65978]: INFO networking_nsxv3.common.synchronization [req-6b42fc34-3abf-45cd-8f85-c7b6810a4426 req-f2024734-cb47-46dc-90fa-e627cf9b6552 tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 954.945839] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 954.946157] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.946276] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.946339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.946530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.946813] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.946813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.946961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.947022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.949542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.949655] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.088380] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.453184] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.592167] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.592333] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.592404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.593160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.593160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.593160] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 is going to be created. [ 955.620101] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.620246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.620317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.620520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.620679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.634063] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 in Status: UNINITIALIZED for 2s [ 955.956142] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.460778] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.460778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.460990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.462756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.462756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.462756] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 956.505379] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.505601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.505646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.506300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.506300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.518449] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 957.550792] env[65978]: INFO networking_nsxv3.common.synchronization [req-886cbd68-ad7c-4d5a-902d-23231b35166a req-57cfa1e8-72b6-43e1-a5dd-41d12be5fc2b tempest-ServersTestJSON-773803369 tempest-ServersTestJSON-773803369-project-member] Enqueued Resource ID: 1837f791-2122-44e4-b122-7a62d9de0e17 with Priority: HIGHEST for action security_group_members [ 957.551386] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1837f791-2122-44e4-b122-7a62d9de0e17 with Priority: HIGHEST for action security_group_members [ 957.551818] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-1837f791-2122-44e4-b122-7a62d9de0e17 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.551909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.551909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.552120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.552274] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.552365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.552427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.552574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.552660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.552755] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1837f791-2122-44e4-b122-7a62d9de0e17',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.647311] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 in Status: SUCCESS [ 957.648075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.648075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.648075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.648473] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.648473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.648473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.648473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.649761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.649761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.649761] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.054843] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.055332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.055332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.055431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.077193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.077458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.077587] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.077646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.077842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.077925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.078101] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1837f791-2122-44e4-b122-7a62d9de0e17 is going to be updated. [ 958.113068] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.113068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.113068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.113068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.113068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.124548] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1837f791-2122-44e4-b122-7a62d9de0e17 in Status: IN_PROGRESS for 2s [ 958.150932] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.528161] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 958.528386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.653864] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 756790c5-ed20-461a-9cb0-f446d4a97a31: rpc.has_security_group_logging(os_id): False [ 958.673815] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.673948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.673991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.674378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.674378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.674554] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.674647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.674740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.674922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.674922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.675188] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 is going to be created. [ 958.750182] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.750394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.750494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.750713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.751046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.773474] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 in Status: IN_PROGRESS for 2s [ 958.780357] env[65978]: INFO networking_nsxv3.common.synchronization [req-66fe5961-a674-4cb2-aab5-43ab9a000839 req-5e9acd35-87bb-4bf7-9989-71c74bef74be tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_members [ 958.780512] env[65978]: INFO networking_nsxv3.common.synchronization [req-66fe5961-a674-4cb2-aab5-43ab9a000839 req-5e9acd35-87bb-4bf7-9989-71c74bef74be tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 958.780623] env[65978]: INFO networking_nsxv3.common.synchronization [req-66fe5961-a674-4cb2-aab5-43ab9a000839 req-5e9acd35-87bb-4bf7-9989-71c74bef74be tempest-SecurityGroupsTestJSON-246939682 tempest-SecurityGroupsTestJSON-246939682-project-member] Enqueued Resource ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 with Priority: HIGHEST for action security_group_members [ 958.781261] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGHEST for action security_group_members [ 958.781993] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3625f427-0d47-47e7-b4c3-7c5787127325 with Priority: HIGHEST for action security_group_members [ 958.781993] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 with Priority: HIGHEST for action security_group_members [ 958.781993] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.782202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.782202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.782328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.782489] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.782584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.782644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.782803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.782924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.783036] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.784554] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3625f427-0d47-47e7-b4c3-7c5787127325 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.784680] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.784731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.784947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.785116] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.785215] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.785277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.785420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.785502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.785895] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3625f427-0d47-47e7-b4c3-7c5787127325',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.786648] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.787180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.787180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.787180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.787282] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.787332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.787372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.787566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.787626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.787727] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddc467-bec0-4ef7-9ded-c2a45ad8ace2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.289779] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.290042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.290092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.290373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.291711] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.291840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.292049] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.292135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.316870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.317633] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.317633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.317633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.317633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.317633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.318089] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c is going to be updated. [ 959.318892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.319125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.319223] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.319433] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.320612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.320612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.320612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.320612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.320612] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 is going to be updated. [ 959.321603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.321775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.350408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.350763] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.350921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.351042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.351315] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.351427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.351552] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 is going to be updated. [ 959.354236] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.354408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.354571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.354716] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.354888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.356918] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.357118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.357207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.357446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.357636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.369598] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: IN_PROGRESS for 2s [ 959.370329] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: IN_PROGRESS for 2s [ 959.388735] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.388877] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.388950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.389173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.389313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.399154] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 in Status: IN_PROGRESS for 2s [ 959.885895] env[65978]: INFO networking_nsxv3.common.synchronization [req-856fff41-75d1-4ab4-8c17-35fe76f82a92 req-05389ea7-f753-4a3f-a42a-d421f00281c3 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 959.887442] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 959.887442] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.887627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.887627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.887825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.887968] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.888570] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.888570] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.888689] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.888759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.888825] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.138922] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1837f791-2122-44e4-b122-7a62d9de0e17 in Status: SUCCESS [ 960.138922] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1837f791-2122-44e4-b122-7a62d9de0e17 deletion is rescheduled due to dependency. [ 960.138922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1837f791-2122-44e4-b122-7a62d9de0e17" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.253985] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.254215] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.254308] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.254576] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.254868] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.255071] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.255142] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.255338] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.255503] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.255799] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.255959] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.256070] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.256176] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.256292] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.256397] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.256528] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.278864] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.279065] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.279214] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.279401] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.279764] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-3aaf8389-f2e0-4504-b939-db5f142f871f taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.279896] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-3aaf8389-f2e0-4504-b939-db5f142f871f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.280030] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-3aaf8389-f2e0-4504-b939-db5f142f871f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.280381] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-3aaf8389-f2e0-4504-b939-db5f142f871f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.280520] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aaf8389-f2e0-4504-b939-db5f142f871f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.391662] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.391922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.392086] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.392470] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.420459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.420842] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.421023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.421131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.421357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.421470] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.421650] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 960.459603] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.459786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.459842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.460071] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.460325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.470324] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 960.783845] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.784145] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.784299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.784763] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.784818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.785067] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 3aaf8389-f2e0-4504-b939-db5f142f871f not found, creating... [ 960.785361] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.785550] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.785718] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.785984] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.786195] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.786563] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.786797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.787070] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.787360] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.787548] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.787736] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 3aaf8389-f2e0-4504-b939-db5f142f871f is going to be created. [ 960.789691] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 in Status: SUCCESS [ 960.789911] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.811520] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.811775] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.811919] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.812232] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.813110] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.813110] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-3aaf8389-f2e0-4504-b939-db5f142f871f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.382601] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c in Status: SUCCESS [ 961.383392] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c deletion is rescheduled due to dependency. [ 961.383392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.383805] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3625f427-0d47-47e7-b4c3-7c5787127325 in Status: SUCCESS [ 961.383971] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3625f427-0d47-47e7-b4c3-7c5787127325 deletion is rescheduled due to dependency. [ 961.384362] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3625f427-0d47-47e7-b4c3-7c5787127325" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.409032] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 in Status: SUCCESS [ 961.409264] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 deletion is rescheduled due to dependency. [ 961.409339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.549516] env[65978]: INFO networking_nsxv3.common.synchronization [req-856fff41-75d1-4ab4-8c17-35fe76f82a92 req-d7ce46e0-1f6e-4ad0-8ca7-5e179581c0e3 service nova] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_rules [ 961.549581] env[65978]: INFO networking_nsxv3.common.synchronization [req-856fff41-75d1-4ab4-8c17-35fe76f82a92 req-d7ce46e0-1f6e-4ad0-8ca7-5e179581c0e3 service nova] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 961.549723] env[65978]: INFO networking_nsxv3.common.synchronization [req-856fff41-75d1-4ab4-8c17-35fe76f82a92 req-d7ce46e0-1f6e-4ad0-8ca7-5e179581c0e3 service nova] Enqueued Resource ID: 3aaf8389-f2e0-4504-b939-db5f142f871f with Priority: HIGHEST for action port [ 961.550443] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_rules [ 961.550498] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 961.550592] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aaf8389-f2e0-4504-b939-db5f142f871f with Priority: HIGHEST for action port [ 961.550884] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.551017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.551295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.551521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.551606] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.552748] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.552879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.553149] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aaf8389-f2e0-4504-b939-db5f142f871f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.553306] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aaf8389-f2e0-4504-b939-db5f142f871f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.553368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aaf8389-f2e0-4504-b939-db5f142f871f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.553567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aaf8389-f2e0-4504-b939-db5f142f871f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.553673] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aaf8389-f2e0-4504-b939-db5f142f871f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.056422] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3aaf8389-f2e0-4504-b939-db5f142f871f with status ACTIVE [ 962.056658] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.056801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.056893] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.057211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.057312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.057510] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.057610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.057681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.057820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.057891] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.058096] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.058434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.058434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.058434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.058434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.058564] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3aaf8389-f2e0-4504-b939-db5f142f871f is going to be updated. [ 962.059754] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.059864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.085246] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.085525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.085525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.085817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.086028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.086295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aaf8389-f2e0-4504-b939-db5f142f871f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.482906] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 962.483305] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a deletion is rescheduled due to dependency. [ 962.483305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.483437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.483679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.484026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.484211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.484319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.484918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.484918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.484918] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.612328] env[65978]: INFO networking_nsxv3.common.synchronization [req-856fff41-75d1-4ab4-8c17-35fe76f82a92 req-779e9cf9-f1ba-4726-bc2e-84e72c168fc0 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 962.613295] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 962.613868] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.619403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.920291] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.920390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.920502] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.920775] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.921157] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.921356] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.921444] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.921704] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.921806] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.922019] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.922137] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.922235] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.922364] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.922443] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.922555] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.922706] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.983759] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.984021] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.061 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.984232] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.984439] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-940" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.984757] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-a721ec48-8f3a-45c1-9e52-003c70b8714c taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.984930] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-a721ec48-8f3a-45c1-9e52-003c70b8714c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.985074] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-a721ec48-8f3a-45c1-9e52-003c70b8714c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.985396] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-a721ec48-8f3a-45c1-9e52-003c70b8714c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.985535] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a721ec48-8f3a-45c1-9e52-003c70b8714c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.991052] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.492696] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.493189] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.493189] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.493377] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.493521] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.493682] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port a721ec48-8f3a-45c1-9e52-003c70b8714c not found, creating... [ 963.494169] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.494531] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.494531] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.494683] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.494816] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.495126] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.495282] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.495397] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.495606] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.495740] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.495883] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: a721ec48-8f3a-45c1-9e52-003c70b8714c is going to be created. [ 963.497052] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.538173] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.538477] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.538665] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.538888] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.539140] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.539370] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-a721ec48-8f3a-45c1-9e52-003c70b8714c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.999882] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.000117] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.000290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.004023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.004023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.004023] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 964.030587] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.030788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.030868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.031012] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.031217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.043081] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 964.195884] env[65978]: INFO networking_nsxv3.common.synchronization [req-856fff41-75d1-4ab4-8c17-35fe76f82a92 req-1a1249ba-ca36-4f4f-9659-f29aa6ee0ef8 service nova] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_rules [ 964.195980] env[65978]: INFO networking_nsxv3.common.synchronization [req-856fff41-75d1-4ab4-8c17-35fe76f82a92 req-1a1249ba-ca36-4f4f-9659-f29aa6ee0ef8 service nova] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 964.197087] env[65978]: INFO networking_nsxv3.common.synchronization [req-856fff41-75d1-4ab4-8c17-35fe76f82a92 req-1a1249ba-ca36-4f4f-9659-f29aa6ee0ef8 service nova] Enqueued Resource ID: a721ec48-8f3a-45c1-9e52-003c70b8714c with Priority: HIGHEST for action port [ 964.197087] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_rules [ 964.197087] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 964.197087] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a721ec48-8f3a-45c1-9e52-003c70b8714c with Priority: HIGHEST for action port [ 964.197636] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.197636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.197767] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.197856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.198016] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a721ec48-8f3a-45c1-9e52-003c70b8714c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.198246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a721ec48-8f3a-45c1-9e52-003c70b8714c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.198246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a721ec48-8f3a-45c1-9e52-003c70b8714c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.198667] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a721ec48-8f3a-45c1-9e52-003c70b8714c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.198667] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a721ec48-8f3a-45c1-9e52-003c70b8714c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.704979] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a721ec48-8f3a-45c1-9e52-003c70b8714c with status ACTIVE [ 964.705280] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.705726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.705726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.705726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.705977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.705977] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.706126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.706126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.706303] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.706388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.707031] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.707031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.707031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.707031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.707031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.707031] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a721ec48-8f3a-45c1-9e52-003c70b8714c is going to be updated. [ 964.732218] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.732371] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.732442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.732647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.732784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.732949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a721ec48-8f3a-45c1-9e52-003c70b8714c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.357563] env[65978]: INFO networking_nsxv3.common.synchronization [req-44ac24f6-e898-424c-a402-3e50fb2fe359 req-e8de16b2-7baf-41fe-9a74-8cc2bcb8fd72 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 965.358195] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 965.358877] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.359299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.359299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.360261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.360261] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.360261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.360261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.360261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.360261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.360261] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.769077] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.769077] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.769077] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.769077] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.769077] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.769077] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.769077] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.769077] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.769077] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.769077] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.769077] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.769077] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.769077] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.770159] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.770159] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.770159] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.787731] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.787731] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.787731] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.787731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.788178] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.788389] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.788595] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.789223] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.790411] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a2c92d3-7cd7-49c1-bff9-e62b7498ecec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.862237] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.862391] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.862463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.862687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.862777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.862969] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.863105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.863166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.863318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.863464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.863506] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc already deleted. [ 965.863551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.055569] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 966.055997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.055997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.056204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.056391] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.056511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.056604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.056727] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.056812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.056896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.056994] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.058847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.058847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.059180] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.059681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.059681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.059681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.059681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.059886] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.292346] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.292609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.292876] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.293055] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.293630] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.293630] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec not found, creating... [ 966.293630] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.293801] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.293936] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.294161] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.294508] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.294795] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.295467] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.295467] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.295739] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.295870] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.296043] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec is going to be created. [ 966.319712] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.319949] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.320301] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.320410] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.320604] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.320833] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.559588] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.559588] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.561947] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.012662] env[65978]: INFO networking_nsxv3.common.synchronization [req-44ac24f6-e898-424c-a402-3e50fb2fe359 req-c526f346-173c-41a0-a99a-92eff057e1be service nova] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_rules [ 967.012916] env[65978]: INFO networking_nsxv3.common.synchronization [req-44ac24f6-e898-424c-a402-3e50fb2fe359 req-c526f346-173c-41a0-a99a-92eff057e1be service nova] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 967.013023] env[65978]: INFO networking_nsxv3.common.synchronization [req-44ac24f6-e898-424c-a402-3e50fb2fe359 req-c526f346-173c-41a0-a99a-92eff057e1be service nova] Enqueued Resource ID: 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec with Priority: HIGHEST for action port [ 967.013210] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_rules [ 967.013335] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 967.013430] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec with Priority: HIGHEST for action port [ 967.015861] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.015949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.016063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.016246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.016306] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.017223] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.017272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.017333] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.017513] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.017664] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.017755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.017817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.017957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.018052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.018141] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.019459] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.019459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.019459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.019644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.019644] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a2c92d3-7cd7-49c1-bff9-e62b7498ecec',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.064951] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.521836] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.521836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.521836] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.523355] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec with status ACTIVE [ 967.523355] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.523752] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.523838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.524129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.524310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.524458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.524458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.524572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.526636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.526636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.526636] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.526636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.526636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.526636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.526636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.526636] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a2c92d3-7cd7-49c1-bff9-e62b7498ecec is going to be updated. [ 967.549841] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.549841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.549841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.550221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.550221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.550441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a2c92d3-7cd7-49c1-bff9-e62b7498ecec" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.566487] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.567036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.567036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.567036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.567201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.567201] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 967.611290] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.611290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.611290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.611290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.611290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.625486] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 968.027627] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.531316] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.531492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.531582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.531807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.531918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.532031] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be created. [ 968.558775] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.558902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.559079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.559199] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.559345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.572261] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: UNINITIALIZED for 2s [ 969.257039] env[65978]: INFO networking_nsxv3.common.synchronization [req-3f06d698-1123-40a2-ae92-486b8d48792d req-b7161529-b24a-4463-9d26-e5e7ad6ff2db tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 969.257522] env[65978]: INFO networking_nsxv3.common.synchronization [req-3f06d698-1123-40a2-ae92-486b8d48792d req-b7161529-b24a-4463-9d26-e5e7ad6ff2db tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: 75b7f3df-58da-4107-851f-a66c9e584019 with Priority: HIGHEST for action security_group_members [ 969.257950] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 969.258171] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b7f3df-58da-4107-851f-a66c9e584019 with Priority: HIGHEST for action security_group_members [ 969.258448] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.258824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.258824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.258824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.259284] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.259284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.259284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.259284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.259284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.259663] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.260459] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b7f3df-58da-4107-851f-a66c9e584019 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.260573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.260649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.260862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.261010] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.261121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.261186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.261316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.261388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.261476] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b7f3df-58da-4107-851f-a66c9e584019',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.312583] env[65978]: INFO networking_nsxv3.common.synchronization [req-3f06d698-1123-40a2-ae92-486b8d48792d req-b7161529-b24a-4463-9d26-e5e7ad6ff2db tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: 75b7f3df-58da-4107-851f-a66c9e584019 with Priority: HIGHEST for action security_group_rules [ 969.312879] env[65978]: INFO networking_nsxv3.common.synchronization [req-3f06d698-1123-40a2-ae92-486b8d48792d req-b7161529-b24a-4463-9d26-e5e7ad6ff2db tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: 75b7f3df-58da-4107-851f-a66c9e584019 with Priority: HIGHEST for action security_group_members [ 969.313106] env[65978]: INFO networking_nsxv3.common.synchronization [req-3f06d698-1123-40a2-ae92-486b8d48792d req-b7161529-b24a-4463-9d26-e5e7ad6ff2db tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_rules [ 969.313835] env[65978]: INFO networking_nsxv3.common.synchronization [req-3f06d698-1123-40a2-ae92-486b8d48792d req-b7161529-b24a-4463-9d26-e5e7ad6ff2db tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 969.313835] env[65978]: INFO networking_nsxv3.common.synchronization [req-3f06d698-1123-40a2-ae92-486b8d48792d req-b7161529-b24a-4463-9d26-e5e7ad6ff2db tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: 59209d23-9711-40b6-b244-c84466650b15 with Priority: HIGHEST for action port [ 969.314850] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b7f3df-58da-4107-851f-a66c9e584019 with Priority: HIGHEST for action security_group_rules [ 969.314929] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_rules [ 969.315111] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59209d23-9711-40b6-b244-c84466650b15 with Priority: HIGHEST for action port [ 969.315197] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b7f3df-58da-4107-851f-a66c9e584019 with Priority: HIGHEST for action security_group_members [ 969.315409] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 969.315753] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75b7f3df-58da-4107-851f-a66c9e584019 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.315943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.316054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.316351] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.316437] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75b7f3df-58da-4107-851f-a66c9e584019',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.317382] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.317496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.317556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.317852] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.317852] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.318609] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-59209d23-9711-40b6-b244-c84466650b15 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.318708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.318785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.319866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.319866] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59209d23-9711-40b6-b244-c84466650b15',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.319866] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b7f3df-58da-4107-851f-a66c9e584019 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.319866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.320063] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.320063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.635907] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 969.636163] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.636364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.636651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.636783] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.637712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.637712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.637712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.637712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.637712] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.739947] env[65978]: INFO networking_nsxv3.common.synchronization [req-f2ed1a0b-16c8-4d22-9f2f-38b42a8dce17 req-fd1d86af-37e5-47cc-bbbd-7cca296d61d2 tempest-ServerRescueTestJSON-2077241094 tempest-ServerRescueTestJSON-2077241094-project-member] Enqueued Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_members [ 969.741380] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGHEST for action security_group_members [ 969.741380] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.741380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.741380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.741709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.741784] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.741946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.742045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.742237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.742360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.742477] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.752500] env[65978]: INFO networking_nsxv3.common.synchronization [req-9cea0a9b-a790-44e8-a2fd-a000ea7c8e43 req-2fd1de86-0057-4852-b2c5-4bd8bb2508a4 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 969.752698] env[65978]: INFO networking_nsxv3.common.synchronization [req-9cea0a9b-a790-44e8-a2fd-a000ea7c8e43 req-2fd1de86-0057-4852-b2c5-4bd8bb2508a4 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: 75b7f3df-58da-4107-851f-a66c9e584019 with Priority: HIGHEST for action security_group_members [ 969.753272] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 969.753410] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b7f3df-58da-4107-851f-a66c9e584019 with Priority: HIGHEST for action security_group_members [ 969.755239] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.755403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.755762] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b7f3df-58da-4107-851f-a66c9e584019 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.755981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.763457] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.764491] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75b7f3df-58da-4107-851f-a66c9e584019',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.817820] env[65978]: INFO networking_nsxv3.common.synchronization [req-9cea0a9b-a790-44e8-a2fd-a000ea7c8e43 req-2fd1de86-0057-4852-b2c5-4bd8bb2508a4 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_rules [ 969.818297] env[65978]: INFO networking_nsxv3.common.synchronization [req-9cea0a9b-a790-44e8-a2fd-a000ea7c8e43 req-2fd1de86-0057-4852-b2c5-4bd8bb2508a4 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 969.818511] env[65978]: INFO networking_nsxv3.common.synchronization [req-9cea0a9b-a790-44e8-a2fd-a000ea7c8e43 req-2fd1de86-0057-4852-b2c5-4bd8bb2508a4 tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: 59209d23-9711-40b6-b244-c84466650b15 with Priority: HIGHEST for action port [ 969.819128] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_rules [ 969.819260] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 969.819365] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59209d23-9711-40b6-b244-c84466650b15 with Priority: HIGHEST for action port [ 969.819681] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.819821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.820105] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.820163] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.820333] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-59209d23-9711-40b6-b244-c84466650b15 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.820486] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.821058] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.821157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.821377] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b7f3df-58da-4107-851f-a66c9e584019 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.821472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.821839] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59209d23-9711-40b6-b244-c84466650b15 with status ACTIVE [ 969.821915] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.822047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.822082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.822792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.822792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.822792] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.822792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.822792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.823038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.823074] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.823263] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.823355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.823429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.823557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.823657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.823746] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59209d23-9711-40b6-b244-c84466650b15 is going to be updated. [ 969.853059] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.853059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.853059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.853059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.853059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.853059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.853575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.853575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.853575] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59209d23-9711-40b6-b244-c84466650b15',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.140518] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.248566] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.248566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.248566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.248566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.270872] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.270872] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75b7f3df-58da-4107-851f-a66c9e584019',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.277769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.277769] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.277769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.277769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.277769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.277769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.277769] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 is going to be updated. [ 970.345081] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.345081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.345081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.345081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.345081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.357069] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: IN_PROGRESS for 2s [ 970.357749] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59209d23-9711-40b6-b244-c84466650b15 with status ACTIVE [ 970.358600] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.358600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.358600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.358900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.359146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.359482] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.359854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.359854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.360658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.360658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.360658] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.360914] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.360914] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.361043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.361156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.361234] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59209d23-9711-40b6-b244-c84466650b15 is going to be updated. [ 970.394754] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.394754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.394754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.394754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.394754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.394754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59209d23-9711-40b6-b244-c84466650b15" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.584103] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 970.584273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.584442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.584813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.584864] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.584956] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.585079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.585297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.585358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.585461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.585557] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.644987] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.775738] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.775980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.777061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.777061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.777061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.777061] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf is going to be updated. [ 970.778957] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.779159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.779298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.779590] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.779734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.779909] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b7f3df-58da-4107-851f-a66c9e584019 is going to be created. [ 970.807065] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.808244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.808244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.808244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.808244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.825353] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b7f3df-58da-4107-851f-a66c9e584019 in Status: UNINITIALIZED for 2s [ 970.830524] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.830764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.830823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.831051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.831234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.841931] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: IN_PROGRESS for 2s [ 971.089617] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.147313] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.147537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.147607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.147800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.147885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.147991] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 971.179053] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.179255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.179255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.179406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.179558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.190786] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 971.592264] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18c9f837-a4b4-4e46-a31d-492f1297cfbc: rpc.has_security_group_logging(os_id): False [ 971.617388] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.617578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.617578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.617788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.617870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.618126] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.618245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.618376] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.618674] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.618674] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.618674] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be created. [ 971.679572] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.679714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.679784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.679991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.680197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.692596] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: IN_PROGRESS for 2s [ 972.367490] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 in Status: SUCCESS [ 972.367700] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 deletion is rescheduled due to dependency. [ 972.367821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.836440] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b7f3df-58da-4107-851f-a66c9e584019 in Status: SUCCESS [ 972.836908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.836908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.837047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.837797] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.837797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.837797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.837797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.837797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.837797] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b7f3df-58da-4107-851f-a66c9e584019',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.855627] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: SUCCESS [ 972.855865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.858492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.858492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.858492] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.858492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.858492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.858492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.858492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.858492] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.201810] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 973.201810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.201810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.201810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.201810] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.202132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.202132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.202132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.202230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.202664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.202664] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.202664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.202826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.202870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.203162] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.203307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.203376] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.203521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.203596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.203685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.203776] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.341648] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.341810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.341868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.342146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.342253] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.342449] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.342535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.342607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.342761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.342839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.342927] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b7f3df-58da-4107-851f-a66c9e584019 is going to be deleted. [ 973.360553] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.378786] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.378999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.378999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.379231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.379324] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.379441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.379657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.380636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.381224] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.381224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.381224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.381224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.381391] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.381391] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b7f3df-58da-4107-851f-a66c9e584019',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.706507] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 973.706758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.707037] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d2a768-97d1-42b5-a1c8-1c2f1059008a: rpc.has_security_group_logging(os_id): False [ 973.726852] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.727050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.727102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.727322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.727421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.727661] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.727750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.727824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.727966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.728053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.728266] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.728361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.728416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.728571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.728647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.728858] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.728953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.729042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.729189] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.729283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.729377] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 973.830999] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.831243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.831322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.831548] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.831697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.847534] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 973.864183] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.883453] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.883638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.883638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.884019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.884019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.884211] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.884310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.884375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.884530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.884608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.884697] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b7f3df-58da-4107-851f-a66c9e584019 already deleted. [ 973.884786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.884995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.885369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.885561] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.885696] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.885734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.885907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.885991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.886645] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b7f3df-58da-4107-851f-a66c9e584019',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.367751] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.367912] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.367984] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.368376] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.369028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.369028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf is going to be updated. [ 974.389842] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.390036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.390109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.390325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.390415] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.390621] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.390719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.390781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.390948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.391035] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.391123] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b7f3df-58da-4107-851f-a66c9e584019 already deleted. [ 974.391216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.391320] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75b7f3df-58da-4107-851f-a66c9e584019',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.399204] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.399204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.399365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.399464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.399600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.410107] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: IN_PROGRESS for 2s [ 974.820443] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 974.820443] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=8 [ 974.893656] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75b7f3df-58da-4107-851f-a66c9e584019',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.396413] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75b7f3df-58da-4107-851f-a66c9e584019: rpc.has_security_group_logging(os_id): False [ 975.416153] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.416372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.416514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.417707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.417707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.417707] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.417707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.417707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.417707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.417707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.417707] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b7f3df-58da-4107-851f-a66c9e584019 is going to be created. [ 975.442117] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/75b7f3df-58da-4107-851f-a66c9e584019], does not exist path=[/infra/domains/default/groups/75b7f3df-58da-4107-851f-a66c9e584019]."\n}' [ 975.442333] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b7f3df-58da-4107-851f-a66c9e584019 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/75b7f3df-58da-4107-851f-a66c9e584019 [ 975.442426] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 975.506596] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.506853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.506853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.507055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.509067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.509407] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.509536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.509593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.509774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.509855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.511818] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.511818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.511818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.511818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.511818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.511818] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b7f3df-58da-4107-851f-a66c9e584019 is going to be created. [ 975.532493] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/75b7f3df-58da-4107-851f-a66c9e584019], does not exist path=[/infra/domains/default/groups/75b7f3df-58da-4107-851f-a66c9e584019]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/75b7f3df-58da-4107-851f-a66c9e584019 [ 975.532775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75b7f3df-58da-4107-851f-a66c9e584019" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.532974] env[65978]: Traceback (most recent call last): [ 975.532974] env[65978]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 975.532974] env[65978]: return func(*args, **kwargs) [ 975.532974] env[65978]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 975.532974] env[65978]: res.raise_for_status() [ 975.532974] env[65978]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 975.532974] env[65978]: raise HTTPError(http_error_msg, response=self) [ 975.532974] env[65978]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/75b7f3df-58da-4107-851f-a66c9e584019 [ 975.532974] env[65978]: During handling of the above exception, another exception occurred: [ 975.532974] env[65978]: Traceback (most recent call last): [ 975.532974] env[65978]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 975.532974] env[65978]: listener.cb(fileno) [ 975.532974] env[65978]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 975.532974] env[65978]: result = function(*args, **kwargs) [ 975.532974] env[65978]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 975.532974] env[65978]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 975.532974] env[65978]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 975.532974] env[65978]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 975.532974] env[65978]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 975.532974] env[65978]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 975.532974] env[65978]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 975.532974] env[65978]: res.raise_for_status() [ 975.532974] env[65978]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 975.532974] env[65978]: raise HTTPError(http_error_msg, response=self) [ 975.532974] env[65978]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/75b7f3df-58da-4107-851f-a66c9e584019 [ 975.532974] env[65978]: Removing descriptor: 13 [ 975.862137] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 975.862424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.862607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.862827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.862979] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.196458] env[65978]: INFO networking_nsxv3.common.synchronization [req-60dc4e7e-2290-4686-a3ad-08dc6e46a78f req-9e7a48e9-98a5-4a56-b17f-2ef931f59d11 tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 976.199049] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 976.199049] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.199049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.199049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.199049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.199049] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.199049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.199049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.199049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.199049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.199049] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.370705] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.370705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.425449] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: SUCCESS [ 976.425449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.425449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.425449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.425449] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.425449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.425449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.425449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.425449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.425449] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.581375] env[65978]: INFO networking_nsxv3.common.synchronization [req-f7685aab-7726-4c78-bcbf-e05228bb47bb req-2f562e5f-d46e-46a9-a45d-fda5b7580efd tempest-ServerRescueTestJSONUnderV235-2024305357 tempest-ServerRescueTestJSONUnderV235-2024305357-project-member] Enqueued Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 976.582135] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf with Priority: HIGHEST for action security_group_members [ 976.582606] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.582741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.703014] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.911134] env[65978]: INFO networking_nsxv3.common.synchronization [req-abf05e53-337c-4d55-96ae-7bf5cdc3d53a req-d482d933-0d2b-49de-a156-3d922bbba76f tempest-MultipleCreateTestJSON-1258375406 tempest-MultipleCreateTestJSON-1258375406-project-member] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 976.911699] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGHEST for action security_group_members [ 976.912014] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.912204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.927714] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.210768] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.430581] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.712605] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.712930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.712930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.713262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.713374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.713473] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 977.746564] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.746737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.746830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.747932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.747932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.760262] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 977.934902] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.935090] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.935090] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.935815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.935815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.935815] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf is going to be updated. [ 977.972672] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.972672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.972672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.972672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.972672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.989698] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: IN_PROGRESS for 2s [ 979.772559] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 979.772905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.772998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.773230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.773428] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.773548] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.773629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.773771] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.773843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.773977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.774118] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.775231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.775231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.775687] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.775687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.775687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.775872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.775872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.775872] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.000189] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: SUCCESS [ 980.000421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.000587] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.000810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.001034] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.001135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.001207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.001340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.001418] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.001508] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.278526] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.278526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.278526] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.278711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.278711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.278969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.304027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.304314] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.304455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.304526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.304741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.304899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.304954] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 980.334091] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.334279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.334384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.334755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.334948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.345797] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 980.504057] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.504265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.504365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.504642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.527505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.527835] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.527965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.528048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.528278] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.528413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.528515] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf is going to be updated. [ 980.559630] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.559630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.559630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.559630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.559965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.569877] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: IN_PROGRESS for 2s [ 981.913688] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 981.913688] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 982.361023] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 982.361023] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a deletion is rescheduled due to dependency. [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.361023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.361023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.361023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.361023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.362192] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.362441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.362651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.363773] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.581856] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: SUCCESS [ 982.582058] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf deletion is rescheduled due to dependency. [ 982.582178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.582417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.582635] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.582829] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.582936] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.583013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.583170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.583247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.583382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.583456] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.584339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.585151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.585443] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.585551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.585617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.585778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.585856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.585957] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.866052] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32d2a768-97d1-42b5-a1c8-1c2f1059008a: rpc.has_security_group_logging(os_id): False [ 982.892493] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.892736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.892772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.892993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.893122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.893717] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.893717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.893717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.893717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.893956] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.893956] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.894055] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.894766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.894766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.894766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.894766] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.894766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.894766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.895028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.895028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.895028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be updated. [ 982.960666] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.961011] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.961011] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.961158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.961275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.976293] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: IN_PROGRESS for 2s [ 983.088194] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.088416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.088606] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.088718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.088786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.089060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.089156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.089342] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.089452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.089511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.089707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.089774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.089814] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf is going to be updated. [ 983.146672] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.146935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.147129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.147472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.147472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.164160] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: IN_PROGRESS for 2s [ 985.009962] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a in Status: SUCCESS [ 985.010307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.176187] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: SUCCESS [ 985.176187] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf deletion is rescheduled due to dependency. [ 985.176187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.176187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.176460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.176616] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.178050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.178050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.178050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.178050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.178050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.178050] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.178050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.178050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.178050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.178050] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.178050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.178050] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.178751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.178751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.178751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.178751] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.682538] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff82237e-ffbd-4ea0-b09a-4a2b306c56cf: rpc.has_security_group_logging(os_id): False [ 985.702265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.702412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.702475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.702718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.702798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.703034] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.703146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.703201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.703357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.703430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.703612] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.703701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.703753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.704049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.704049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.704232] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.704232] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.704354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.704406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.704502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.704646] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf is going to be updated. [ 985.767799] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.767799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.767799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.767799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.767799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.782586] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: IN_PROGRESS for 2s [ 986.914304] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 986.914660] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 987.798932] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf in Status: SUCCESS [ 987.799209] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.799394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.800023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.800023] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff82237e-ffbd-4ea0-b09a-4a2b306c56cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.320912] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.321236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.321236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.321415] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.321540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.321722] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff82237e-ffbd-4ea0-b09a-4a2b306c56cf is going to be deleted. [ 988.379703] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.379882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.379935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.380265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.380372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.380531] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff82237e-ffbd-4ea0-b09a-4a2b306c56cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.937745] env[65978]: INFO networking_nsxv3.common.synchronization [req-83664bb2-3a0f-4bec-a0e5-076fe873a81e req-46f73ce4-66a2-4741-af73-ec000f0ab59d tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 988.937745] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 988.938022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.938162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.938221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.938392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.938540] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.938637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.938701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.938829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.938910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.939031] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.437733] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.438100] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.438152] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.438425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.438749] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.438871] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.438935] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.439171] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.439317] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.439518] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.439631] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.439740] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.441052] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.441052] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.441052] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.441052] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.441666] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.441805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.441805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.441959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.473876] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.474071] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.474211] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.474389] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.474750] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-ae159c9a-320f-436f-be28-622de7371b6d taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.474926] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-ae159c9a-320f-436f-be28-622de7371b6d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.475059] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-ae159c9a-320f-436f-be28-622de7371b6d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.475528] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-ae159c9a-320f-436f-be28-622de7371b6d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.475683] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae159c9a-320f-436f-be28-622de7371b6d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.480209] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.480457] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.480575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.480639] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.481036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.481036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.481036] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 989.512884] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.513082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.513132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.513317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.513455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.523587] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 989.980842] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.981096] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.981228] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.981529] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.981684] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.981841] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port ae159c9a-320f-436f-be28-622de7371b6d not found, creating... [ 989.982124] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.982286] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.982402] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.982854] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.983030] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.983375] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.983584] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.983723] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.983983] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.984154] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.984339] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: ae159c9a-320f-436f-be28-622de7371b6d is going to be created. [ 990.007609] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.007884] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.008057] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.008334] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.008554] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.008773] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-ae159c9a-320f-436f-be28-622de7371b6d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.750932] env[65978]: INFO networking_nsxv3.common.synchronization [req-83664bb2-3a0f-4bec-a0e5-076fe873a81e req-b4b7b1bc-b2ac-4423-99d6-d5e3d7a295ae service nova] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_rules [ 990.751357] env[65978]: INFO networking_nsxv3.common.synchronization [req-83664bb2-3a0f-4bec-a0e5-076fe873a81e req-b4b7b1bc-b2ac-4423-99d6-d5e3d7a295ae service nova] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 990.751433] env[65978]: INFO networking_nsxv3.common.synchronization [req-83664bb2-3a0f-4bec-a0e5-076fe873a81e req-b4b7b1bc-b2ac-4423-99d6-d5e3d7a295ae service nova] Enqueued Resource ID: ae159c9a-320f-436f-be28-622de7371b6d with Priority: HIGHEST for action port [ 990.752263] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_rules [ 990.752479] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 990.752650] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae159c9a-320f-436f-be28-622de7371b6d with Priority: HIGHEST for action port [ 990.754458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.754458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.754458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.754458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.754458] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.755142] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.755287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.756606] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae159c9a-320f-436f-be28-622de7371b6d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.756606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae159c9a-320f-436f-be28-622de7371b6d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.756606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae159c9a-320f-436f-be28-622de7371b6d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.759272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae159c9a-320f-436f-be28-622de7371b6d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.759272] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae159c9a-320f-436f-be28-622de7371b6d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.766248] env[65978]: INFO networking_nsxv3.common.synchronization [req-97fa232a-aab8-4c3a-a99e-b06bcdc0cd65 req-ea7bb4c7-887f-48ab-8685-ef3708962036 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGHEST for action security_group_members [ 990.766785] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGHEST for action security_group_members [ 990.769568] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8668634-7b93-4d1f-8161-e6d48b212ddd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.769568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.769568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.769568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.769568] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.769568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.769568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.769568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.769568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.769568] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.261870] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.262053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.263532] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae159c9a-320f-436f-be28-622de7371b6d with status ACTIVE [ 991.263532] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.263532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.263532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.263532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.263532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.263532] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.263532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.263532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.263532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.263532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.264194] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.264194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.264194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.264194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.264194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.264399] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae159c9a-320f-436f-be28-622de7371b6d is going to be updated. [ 991.270217] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.270408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.270523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.270702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.289010] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.290324] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.290324] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.290324] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.290324] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.290324] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae159c9a-320f-436f-be28-622de7371b6d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.292294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.292532] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.292707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.292810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.292960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.293069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.293156] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8668634-7b93-4d1f-8161-e6d48b212ddd is going to be updated. [ 991.330643] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.330993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.330993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.331759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.332016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.341315] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8668634-7b93-4d1f-8161-e6d48b212ddd in Status: IN_PROGRESS for 2s [ 991.538317] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 991.538317] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 deletion is rescheduled due to dependency. [ 991.538317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.538317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.538317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.538317] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.538317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.538849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.538849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.538849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.538849] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.040843] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.543017] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.654937] env[65978]: INFO networking_nsxv3.common.synchronization [req-908ff31c-92e6-4120-8398-2acdadebff22 req-2cda080d-82e8-425c-a26e-4eb0714e619e tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 992.655510] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 992.655853] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.655991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.656093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.656274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.656438] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.656534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.656886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.657071] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.657166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.657250] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.856434] env[65978]: INFO networking_nsxv3.common.synchronization [req-a5823091-3273-4d82-b5eb-5cdc83ff2c36 req-79b51467-5603-41cd-ae99-814f7181b071 tempest-ServersTestBootFromVolume-749837119 tempest-ServersTestBootFromVolume-749837119-project-member] Enqueued Resource ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf with Priority: HIGHEST for action security_group_members [ 992.857092] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf with Priority: HIGHEST for action security_group_members [ 992.857486] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.857685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.857819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.858111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.858347] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.858534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.858668] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.858894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.859064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.859228] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d341253c-ef2e-43b3-b9ef-038e40a2e9cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.047871] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.047871] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.048311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.048311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.048389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.048641] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 993.078391] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.078645] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.078645] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.079318] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.079318] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.079814] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.079978] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.080186] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.080425] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.080639] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.080826] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.080941] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.081059] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.081200] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.081308] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.081440] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.083389] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.083389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.083556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.083627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.083755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.096128] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 993.105927] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.106031] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.106359] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.106632] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.107083] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-573ada6d-ee27-4e3d-9cd2-a3d75cf16553 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.107338] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-573ada6d-ee27-4e3d-9cd2-a3d75cf16553" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.107522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-573ada6d-ee27-4e3d-9cd2-a3d75cf16553" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.107879] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-573ada6d-ee27-4e3d-9cd2-a3d75cf16553" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.110827] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573ada6d-ee27-4e3d-9cd2-a3d75cf16553',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.160532] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.160532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.160532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.160865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.184979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.185321] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.185450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.185492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.185729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.185894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.185894] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 993.215796] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.215934] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.216009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.217463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.217463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.226387] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 993.352118] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8668634-7b93-4d1f-8161-e6d48b212ddd in Status: SUCCESS [ 993.352327] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8668634-7b93-4d1f-8161-e6d48b212ddd deletion is rescheduled due to dependency. [ 993.352577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.361041] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.361247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.361247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.361451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.382739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.383026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.383137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.383203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.383399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.383476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.383566] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf is going to be updated. [ 993.412229] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.412345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.412395] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.412625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.412748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.422804] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf in Status: IN_PROGRESS for 2s [ 993.613223] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.613467] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.613623] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.613940] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.614121] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.614296] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 573ada6d-ee27-4e3d-9cd2-a3d75cf16553 not found, creating... [ 993.614570] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.614793] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.614931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.615178] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.615328] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.615648] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.615948] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.616114] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.616361] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.616498] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.616638] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 573ada6d-ee27-4e3d-9cd2-a3d75cf16553 is going to be created. [ 993.644237] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.644336] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.644503] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.644683] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.644957] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.645231] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-573ada6d-ee27-4e3d-9cd2-a3d75cf16553" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.390616] env[65978]: INFO networking_nsxv3.common.synchronization [req-908ff31c-92e6-4120-8398-2acdadebff22 req-095ae02c-4a11-4efe-b0fe-69b1017742c0 service nova] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_rules [ 994.390896] env[65978]: INFO networking_nsxv3.common.synchronization [req-908ff31c-92e6-4120-8398-2acdadebff22 req-095ae02c-4a11-4efe-b0fe-69b1017742c0 service nova] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 994.390946] env[65978]: INFO networking_nsxv3.common.synchronization [req-908ff31c-92e6-4120-8398-2acdadebff22 req-095ae02c-4a11-4efe-b0fe-69b1017742c0 service nova] Enqueued Resource ID: 573ada6d-ee27-4e3d-9cd2-a3d75cf16553 with Priority: HIGHEST for action port [ 994.391444] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_rules [ 994.391569] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 994.391663] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573ada6d-ee27-4e3d-9cd2-a3d75cf16553 with Priority: HIGHEST for action port [ 994.391932] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.394047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.394182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.394433] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.394546] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.395560] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.395692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.395941] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-573ada6d-ee27-4e3d-9cd2-a3d75cf16553 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.396088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-573ada6d-ee27-4e3d-9cd2-a3d75cf16553" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.396171] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-573ada6d-ee27-4e3d-9cd2-a3d75cf16553" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.396386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-573ada6d-ee27-4e3d-9cd2-a3d75cf16553" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.396494] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573ada6d-ee27-4e3d-9cd2-a3d75cf16553',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.902358] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 573ada6d-ee27-4e3d-9cd2-a3d75cf16553 with status ACTIVE [ 994.902358] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.902358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.902358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.902358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.902358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.902358] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.902358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.902358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.902358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.902358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.902358] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.902358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.902358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.902358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.902942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.902942] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 573ada6d-ee27-4e3d-9cd2-a3d75cf16553 is going to be updated. [ 994.904043] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.904171] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.918036] env[65978]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] NSXv3 Agent Agent loop - iteration:1 completed [ 994.918147] env[65978]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] NSXv3 Agent Agent loop - iteration:2 started [ 994.929016] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.929191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.929272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.929942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.933355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.933355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-573ada6d-ee27-4e3d-9cd2-a3d75cf16553" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.107541] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 995.107761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.107974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.108288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.108492] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.108611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.108694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.108899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.109018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.109207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.109292] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.238681] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 4s [ 995.432542] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf in Status: SUCCESS [ 995.433658] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d341253c-ef2e-43b3-b9ef-038e40a2e9cf deletion is rescheduled due to dependency. [ 995.433658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d341253c-ef2e-43b3-b9ef-038e40a2e9cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.613295] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.614642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.614834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.615103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.615295] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.615409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.615474] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.615631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.615721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.615846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.616035] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.616137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.616200] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.616352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.616488] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.616577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.616636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.616772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.616954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.616954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.617040] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.120056] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9bef2b7-956f-4b09-badd-afba4ab3e4e5: rpc.has_security_group_logging(os_id): False [ 996.139024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.139249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.139348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.139586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.139707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.139951] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.140094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.140181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.140359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.140466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.140681] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.140803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.140887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.141059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.141235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.141438] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.141561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.141650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.141812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.141913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.142031] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 996.208751] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.208751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.208751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.208751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.209069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.221601] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 997.249043] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 997.250024] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd deletion is rescheduled due to dependency. [ 997.250024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.250024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.250197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.250334] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.251270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.251270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.251270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.251270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.251270] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.754125] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.240136] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 998.240751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.257908] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.760581] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.760686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.760817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.760986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.761116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.761196] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 998.790728] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.790929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.790929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.791469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.791469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.801440] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 999.392527] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 999.392849] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1000.458226] env[65978]: INFO networking_nsxv3.common.synchronization [None req-cf765112-feff-492f-9dba-109d94f0b242 None None] Enqueued Resource ID: ddfc4850-ee7a-4f21-89bb-c925ca4c1261 with Priority: HIGHEST for action port [ 1000.458226] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfc4850-ee7a-4f21-89bb-c925ca4c1261 with Priority: HIGHEST for action port [ 1000.458226] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddfc4850-ee7a-4f21-89bb-c925ca4c1261 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.458226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddfc4850-ee7a-4f21-89bb-c925ca4c1261" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.458226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddfc4850-ee7a-4f21-89bb-c925ca4c1261" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.458226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddfc4850-ee7a-4f21-89bb-c925ca4c1261" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.458226] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddfc4850-ee7a-4f21-89bb-c925ca4c1261',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.813860] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 1000.814475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.814475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.814621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.815360] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.815360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.815360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.815360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.815360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.815360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.815755] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.962505] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddfc4850-ee7a-4f21-89bb-c925ca4c1261 [ 1000.962602] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.962727] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.962782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.963295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.963295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.963295] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddfc4850-ee7a-4f21-89bb-c925ca4c1261 already deleted. [ 1000.963482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddfc4850-ee7a-4f21-89bb-c925ca4c1261" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.216388] env[65978]: INFO networking_nsxv3.common.synchronization [req-960d7338-08bb-42b0-8ae9-40b5e9a627ad req-13f31bba-5c25-4430-a819-531eb587c92d tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 1001.218309] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 1001.218848] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.219075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.219240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.219560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.220142] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.220142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.220142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.220516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.221097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.221256] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.318552] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.318712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.318789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.319020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.319184] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.319280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.319344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.319489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.319574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.319661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.319805] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.319896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.319958] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.320121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.320257] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.320353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.320464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.320554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.324024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.324024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.324024] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.526259] env[65978]: INFO networking_nsxv3.common.synchronization [None req-fc48f6ec-29a0-4022-a86e-cb9316209d16 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Enqueued Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGHEST for action security_group_rules [ 1001.526259] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGHEST for action security_group_rules [ 1001.527286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2403429a-b26f-4ec4-9dba-2def1978059e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.527662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.527864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.530430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.530430] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2403429a-b26f-4ec4-9dba-2def1978059e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.660375] env[65978]: INFO networking_nsxv3.common.synchronization [req-423b717a-6600-4661-bef7-7f18d04c5580 req-3c28d114-5b4e-45c3-9565-0db8a16349c5 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 1001.661036] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 1001.661540] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.661540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.661540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.661758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.661823] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.661953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.662015] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.662152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.662216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.662312] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.697462] env[65978]: INFO networking_nsxv3.common.synchronization [None req-b173ed46-90f9-4ea9-8f0d-30ddc7ad4db4 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Enqueued Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGHEST for action security_group_rules [ 1001.698045] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGHEST for action security_group_rules [ 1001.698754] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2403429a-b26f-4ec4-9dba-2def1978059e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.698754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.726825] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.826467] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd: rpc.has_security_group_logging(os_id): False [ 1001.849767] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.849767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.849767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.849767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.849767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.850151] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.850459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.850572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.851230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.851230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.851757] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.851757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.851757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.851757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.851757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.851978] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.852056] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.852091] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.852203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.852272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.852355] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 1001.944423] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.944583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.944626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.945699] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.945699] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.958799] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 1002.037387] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.037599] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.037689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.038029] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.038212] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.038369] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.038485] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.039250] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.039445] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.039661] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.039773] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.039883] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.039990] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.040116] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.040220] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.040364] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.066240] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.066435] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.066510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.066715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.066804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.066903] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2403429a-b26f-4ec4-9dba-2def1978059e already deleted. [ 1002.066985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.067151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.067302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.067385] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2403429a-b26f-4ec4-9dba-2def1978059e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.070429] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.070595] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.070805] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.071162] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-39" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.071544] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-67ef1a33-68fb-4664-bf24-64f88e1e3430 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.071789] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-67ef1a33-68fb-4664-bf24-64f88e1e3430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.071978] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-67ef1a33-68fb-4664-bf24-64f88e1e3430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.072313] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-67ef1a33-68fb-4664-bf24-64f88e1e3430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.072453] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ef1a33-68fb-4664-bf24-64f88e1e3430',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.169247] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.169247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.169247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.169247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.194217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.194520] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.194653] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.194653] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.194860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.194985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.195097] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 1002.226960] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.227855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.227855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.227855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.227855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.228908] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.240842] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 1002.575780] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.575780] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.575780] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.576572] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.576572] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.576572] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 67ef1a33-68fb-4664-bf24-64f88e1e3430 not found, creating... [ 1002.576572] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.576572] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.576766] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.576848] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.576983] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.577278] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.577456] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.577571] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.577772] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.577902] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.578434] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 67ef1a33-68fb-4664-bf24-64f88e1e3430 is going to be created. [ 1002.592462] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.592462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.592462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.592462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.592739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.592739] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2403429a-b26f-4ec4-9dba-2def1978059e already deleted. [ 1002.592739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.598489] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.598681] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.599930] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.599930] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.599930] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.599930] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-67ef1a33-68fb-4664-bf24-64f88e1e3430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.731422] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.731659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.731850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.732080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.732219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.732358] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 1002.760721] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.760721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.760721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.760721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.760721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.770857] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 1003.067475] env[65978]: INFO networking_nsxv3.common.synchronization [None req-d10affff-8c35-466c-9774-f576742fb55f None None] Enqueued Resource ID: 3d86741a-d516-4c69-96a0-a6b6c613baca with Priority: HIGHEST for action port [ 1003.067475] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d86741a-d516-4c69-96a0-a6b6c613baca with Priority: HIGHEST for action port [ 1003.068091] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d86741a-d516-4c69-96a0-a6b6c613baca taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.068637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d86741a-d516-4c69-96a0-a6b6c613baca" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.068637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d86741a-d516-4c69-96a0-a6b6c613baca" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.070682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d86741a-d516-4c69-96a0-a6b6c613baca" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.070682] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d86741a-d516-4c69-96a0-a6b6c613baca',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.395145] env[65978]: INFO networking_nsxv3.common.synchronization [req-423b717a-6600-4661-bef7-7f18d04c5580 req-32854844-5a06-4378-9438-ccdb47b0631f service nova] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_rules [ 1003.395396] env[65978]: INFO networking_nsxv3.common.synchronization [req-423b717a-6600-4661-bef7-7f18d04c5580 req-32854844-5a06-4378-9438-ccdb47b0631f service nova] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 1003.395562] env[65978]: INFO networking_nsxv3.common.synchronization [req-423b717a-6600-4661-bef7-7f18d04c5580 req-32854844-5a06-4378-9438-ccdb47b0631f service nova] Enqueued Resource ID: 67ef1a33-68fb-4664-bf24-64f88e1e3430 with Priority: HIGHEST for action port [ 1003.396235] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_rules [ 1003.396438] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 1003.396491] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ef1a33-68fb-4664-bf24-64f88e1e3430 with Priority: HIGHEST for action port [ 1003.396777] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.396898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.396960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.397189] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.397267] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.398419] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.398419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.398509] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-67ef1a33-68fb-4664-bf24-64f88e1e3430 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.398615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67ef1a33-68fb-4664-bf24-64f88e1e3430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.398647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67ef1a33-68fb-4664-bf24-64f88e1e3430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.398827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67ef1a33-68fb-4664-bf24-64f88e1e3430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.398962] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ef1a33-68fb-4664-bf24-64f88e1e3430',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.572918] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d86741a-d516-4c69-96a0-a6b6c613baca [ 1003.573124] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.573256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.573333] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.573534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.573726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.573726] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d86741a-d516-4c69-96a0-a6b6c613baca already deleted. [ 1003.573851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d86741a-d516-4c69-96a0-a6b6c613baca" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.901732] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.901993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.902132] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67ef1a33-68fb-4664-bf24-64f88e1e3430 with status ACTIVE [ 1003.902208] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.902313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.902378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.902605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.902707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.902897] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.903045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.903111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.903870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.903870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.903870] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.903870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.903870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.903870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.903870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.903870] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67ef1a33-68fb-4664-bf24-64f88e1e3430 is going to be updated. [ 1003.930962] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.931767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.931767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.931767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.931767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.931767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67ef1a33-68fb-4664-bf24-64f88e1e3430" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.975343] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 1003.975770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.253270] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 1004.253663] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 deletion is rescheduled due to dependency. [ 1004.253939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.254283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.254707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.255071] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.255332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.255511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.255914] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.256051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.256295] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.759440] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.785564] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 1004.785786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.262105] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.471793] env[65978]: INFO networking_nsxv3.common.synchronization [req-02ab0223-b0dd-44c7-97a4-ad7f490f22a9 req-765895dd-6b86-4069-83f4-1a0cc94a49d9 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1005.473487] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1005.474118] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.475341] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.475427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.475695] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.475773] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.475869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.475928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.476100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.476187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.476282] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.764478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.765212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.765212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.765212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.765212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.765212] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 1005.795181] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.796287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.796287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.796287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.796287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.804589] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 1005.978384] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.978751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.979121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.979694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.980147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.980487] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.980607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.980720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.981987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.982120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.982194] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 1006.010885] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.011353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.013170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.013170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.013170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.021280] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 1007.815637] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 1007.815985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.816045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.816273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.816424] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.816543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.816609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.816755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.816836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.816921] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.817018] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.037026] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 1008.037311] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 deletion is rescheduled due to dependency. [ 1008.037510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.319122] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.319291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.319368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.319614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.319812] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.319920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.319965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.320137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.320237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.320335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.320501] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.320601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.320663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.320825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.320975] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.321168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.321168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.321289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.321370] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.321466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.321558] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.824410] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93e5d50f-9012-40cd-8633-0f21d1800a79: rpc.has_security_group_logging(os_id): False [ 1008.842524] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.842734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.842734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.842946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.843040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.843288] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.843410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.843470] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.843623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.843694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.843875] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.843962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.844037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.844169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.844247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.844433] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.844520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.844566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.844705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.844776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.844862] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 1008.909632] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.909806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.909895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.910102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.910266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.928202] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 1009.223593] env[65978]: INFO networking_nsxv3.common.synchronization [req-1a4f4325-8089-4695-bb36-9c3937613bea req-7396d47f-75c5-499c-a2be-f9af5632a17c tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1009.224011] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1009.224463] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.224606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.224670] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.224970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.225074] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.225189] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.225270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.225632] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.225632] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.225632] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.727383] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.727923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.727923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.728629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.749772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.750115] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.750286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.750370] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.750604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.751282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.751282] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1009.777832] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.777971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.778066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.778281] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.778479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.786330] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.786838] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.786838] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.786964] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.787265] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.787429] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.787542] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.787756] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.787897] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.788154] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.788268] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.788377] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.788483] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.788587] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.788687] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.788812] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.790355] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1009.808927] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.809123] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.809268] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.809444] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.809860] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-786663f5-b95f-45ee-90bf-ad023e732cfc taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.810040] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-786663f5-b95f-45ee-90bf-ad023e732cfc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.810164] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-786663f5-b95f-45ee-90bf-ad023e732cfc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.810482] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-786663f5-b95f-45ee-90bf-ad023e732cfc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.810618] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786663f5-b95f-45ee-90bf-ad023e732cfc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.313465] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.313465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.313465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.313761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.313761] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.313883] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 786663f5-b95f-45ee-90bf-ad023e732cfc not found, creating... [ 1010.314163] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.314419] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.314538] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.315378] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.315378] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.315378] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.315578] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.315578] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.315754] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.315887] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.316035] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 786663f5-b95f-45ee-90bf-ad023e732cfc is going to be created. [ 1010.340106] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.340106] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.340106] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.340491] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.340854] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.341000] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-786663f5-b95f-45ee-90bf-ad023e732cfc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.870464] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.870602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.870688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.871764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.871764] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.941912] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 1010.943196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.069187] env[65978]: INFO networking_nsxv3.common.synchronization [req-1a4f4325-8089-4695-bb36-9c3937613bea req-d69f9a6b-aac5-441d-8b70-710efeab0a16 service nova] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_rules [ 1011.069187] env[65978]: INFO networking_nsxv3.common.synchronization [req-1a4f4325-8089-4695-bb36-9c3937613bea req-d69f9a6b-aac5-441d-8b70-710efeab0a16 service nova] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1011.069187] env[65978]: INFO networking_nsxv3.common.synchronization [req-1a4f4325-8089-4695-bb36-9c3937613bea req-d69f9a6b-aac5-441d-8b70-710efeab0a16 service nova] Enqueued Resource ID: 786663f5-b95f-45ee-90bf-ad023e732cfc with Priority: HIGHEST for action port [ 1011.069187] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_rules [ 1011.069187] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1011.069187] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786663f5-b95f-45ee-90bf-ad023e732cfc with Priority: HIGHEST for action port [ 1011.073761] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.073761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.073761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.073761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.073761] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.073761] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.074766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.074766] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-786663f5-b95f-45ee-90bf-ad023e732cfc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.074766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-786663f5-b95f-45ee-90bf-ad023e732cfc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.074766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-786663f5-b95f-45ee-90bf-ad023e732cfc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.074766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-786663f5-b95f-45ee-90bf-ad023e732cfc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.074766] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786663f5-b95f-45ee-90bf-ad023e732cfc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.374133] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.578167] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.578167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.578167] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 786663f5-b95f-45ee-90bf-ad023e732cfc with status ACTIVE [ 1011.578167] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.578167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.578167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.578167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.578823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.578823] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.578823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.578823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.578823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.578823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.579121] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.579121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.579121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.579284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.579358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.579513] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 786663f5-b95f-45ee-90bf-ad023e732cfc is going to be updated. [ 1011.602781] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.602948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.603022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.603248] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.603396] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.603554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-786663f5-b95f-45ee-90bf-ad023e732cfc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.801820] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1011.802060] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df deletion is rescheduled due to dependency. [ 1011.802190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.802374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.802606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.802800] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.802919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.802978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.803162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.803255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.803371] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.879412] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.307593] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.381578] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1012.381966] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1012.740756] env[65978]: INFO networking_nsxv3.common.synchronization [None req-f273b30f-02b4-4dea-a5bd-f16e5e67e998 None None] Enqueued Resource ID: ea893146-c57c-4774-a061-ee115289fa60 with Priority: HIGHEST for action port [ 1012.740895] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea893146-c57c-4774-a061-ee115289fa60 with Priority: HIGHEST for action port [ 1012.741110] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea893146-c57c-4774-a061-ee115289fa60 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.741219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea893146-c57c-4774-a061-ee115289fa60" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.741281] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea893146-c57c-4774-a061-ee115289fa60" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.741520] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea893146-c57c-4774-a061-ee115289fa60" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.741592] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea893146-c57c-4774-a061-ee115289fa60',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.809994] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.221945] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.222210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.222289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.222606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.237868] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1013.240671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.243171] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1013.245704] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea893146-c57c-4774-a061-ee115289fa60 [ 1013.245704] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.245704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.245704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.245704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.245704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.246090] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea893146-c57c-4774-a061-ee115289fa60 already deleted. [ 1013.246090] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea893146-c57c-4774-a061-ee115289fa60" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.291351] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.291518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.291579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.291930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.302095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.302835] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1013.302937] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'786663f5-b95f-45ee-90bf-ad023e732cfc'} {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1013.303046] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1013.312973] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.313199] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.313337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.313457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.313557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.313680] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1013.347785] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.347923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.348022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.348226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.348371] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.361788] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.361788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.362718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.362718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.364392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.364392] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1013.366336] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1013.483915] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.483915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.483915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.483915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.483915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.483915] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1013.598108] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.598108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.598108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.598108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.598108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.598108] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1013.598108] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f288d0e7-f148-4031-abf6-965a0091aa5e', '221f2963-70b3-4495-a4e7-a1070ff61864', '5d15b023-e633-46d5-b711-cff8a5e93b65', '767d892d-668a-469a-96cb-844692da06d1', '7e169e15-1ea5-40fa-a8be-f1a6b3ec646c', '93e5d50f-9012-40cd-8633-0f21d1800a79', '18c9f837-a4b4-4e46-a31d-492f1297cfbc', '33064c53-25fa-412b-90a3-55295e81e184', '32d2a768-97d1-42b5-a1c8-1c2f1059008a', 'd2ad886c-f386-4bb6-899b-4e03b6cd4776', '756790c5-ed20-461a-9cb0-f446d4a97a31', '347b5d23-d3da-48aa-8604-6964a87846a7', 'db1d672c-125d-4399-90d8-7eb6dc4a6869', 'e8668634-7b93-4d1f-8161-e6d48b212ddd', '83e3a499-b1d5-46dd-abd8-d0c37f16d823', '46a6db76-8481-4ceb-966a-0b153878fe29', 'a4241dd6-ea3f-4ea1-9525-72c10beabe80', '031eacbd-58c1-4c2c-a299-d77c7a3c0c76', '62ddc467-bec0-4ef7-9ded-c2a45ad8ace2', '91ee95fa-4aba-443c-a57a-0110ca21b1b4', '91a264d4-5889-4d1a-82cc-7ed3486cbf97', '4f9be015-140a-4d69-8d8e-383bc831a3df', '10e1a4f0-fa3f-46cb-a711-9aab917bf5be', '99a6440e-ed26-4b77-bf0d-08094fc1cfaa', 'f92b39fa-0269-4c01-a5fd-0b41d09865f7', '043d579c-72f7-43fc-b2a7-4c45ec1f30cf', '3ecde7b9-af15-425c-bafe-ef0c31fe31ff', '340a942d-a71b-4ac9-9f14-5a4166ac5654', '06d23699-989d-4bd2-b3da-7e359c7f76f0', 'b42b3c3f-3607-477c-a6ed-3fdf454bed57', '95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd', '83b033c2-04b8-4d49-a376-e94b82ed805d', '6edd7e0c-93b0-4404-8b31-cc2586135430', '401f6d95-0d3b-458d-8004-d4541cea6bac', '317a641f-8e7b-4f7d-b1cb-77c05944f30a', 'd9e72e86-fe5f-40b5-b5f7-1c9dec28efac', '16fe9936-5107-4711-b0cb-675f206cf697', '3625f427-0d47-47e7-b4c3-7c5787127325', 'e9bef2b7-956f-4b09-badd-afba4ab3e4e5', '3a36e44c-c9fb-4156-ba38-b97fb0507447', '1837f791-2122-44e4-b122-7a62d9de0e17', 'd341253c-ef2e-43b3-b9ef-038e40a2e9cf', 'e36a57b3-916d-4a51-99d4-19f56c141316', 'b135651d-65af-4c62-ac15-287b61091d53', '97fb7073-3c81-47c9-b26b-53016180a0d5', '65c3db38-1dc5-4c1c-b1ad-458f208868e4', 'cb2bac07-b52b-428f-a935-7c0a8301bab4', '371c2034-31eb-4f4a-9076-7922d18a70ce'} {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1013.598108] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1013.621107] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.621107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.621107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.621107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.621107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.621107] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1013.621107] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1013.621107] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1013.701172] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.701336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.701399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.701585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.702691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.702955] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1013.703056] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1013.703110] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1013.703423] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1013.703423] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 786663f5-b95f-45ee-90bf-ad023e732cfc with Priority: HIGH for action port [ 1013.703423] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/48 resources of Type:Security Group Rules [ 1013.703423] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGH for action security_group_rules [ 1013.703615] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGH for action security_group_rules [ 1013.703615] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGH for action security_group_rules [ 1013.703615] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 767d892d-668a-469a-96cb-844692da06d1 with Priority: HIGH for action security_group_rules [ 1013.703615] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGH for action security_group_rules [ 1013.703811] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGH for action security_group_rules [ 1013.703811] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGH for action security_group_rules [ 1013.703811] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGH for action security_group_rules [ 1013.703919] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGH for action security_group_rules [ 1013.703919] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGH for action security_group_rules [ 1013.703992] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGH for action security_group_rules [ 1013.703992] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 347b5d23-d3da-48aa-8604-6964a87846a7 with Priority: HIGH for action security_group_rules [ 1013.704075] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGH for action security_group_rules [ 1013.704112] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGH for action security_group_rules [ 1013.704167] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGH for action security_group_rules [ 1013.704228] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGH for action security_group_rules [ 1013.704290] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGH for action security_group_rules [ 1013.704352] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 with Priority: HIGH for action security_group_rules [ 1013.704414] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 with Priority: HIGH for action security_group_rules [ 1013.704505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.661206] env[65978]: INFO networking_nsxv3.common.synchronization [None req-4320a0f9-7385-4622-b8ec-1445475ba5d1 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Enqueued Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGHEST for action security_group_rules [ 1014.661573] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGHEST for action security_group_rules [ 1014.661573] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786663f5-b95f-45ee-90bf-ad023e732cfc with Priority: HIGH for action port [ 1014.661659] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221f2963-70b3-4495-a4e7-a1070ff61864 with Priority: HIGH for action security_group_rules [ 1014.661804] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGH for action security_group_rules [ 1014.661881] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8668634-7b93-4d1f-8161-e6d48b212ddd with Priority: HIGH for action security_group_rules [ 1014.661954] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 with Priority: HIGH for action security_group_rules [ 1014.662031] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 with Priority: HIGH for action security_group_rules [ 1014.662429] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 with Priority: HIGH for action security_group_rules [ 1014.662540] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGH for action security_group_rules [ 1014.662635] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 with Priority: HIGH for action security_group_rules [ 1014.662731] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGH for action security_group_rules [ 1014.662826] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347b5d23-d3da-48aa-8604-6964a87846a7 with Priority: HIGH for action security_group_rules [ 1014.662903] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGH for action security_group_rules [ 1014.662988] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 with Priority: HIGH for action security_group_rules [ 1014.663088] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a with Priority: HIGH for action security_group_rules [ 1014.663431] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33064c53-25fa-412b-90a3-55295e81e184 with Priority: HIGH for action security_group_rules [ 1014.663565] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c with Priority: HIGH for action security_group_rules [ 1014.663653] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGH for action security_group_rules [ 1014.663753] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767d892d-668a-469a-96cb-844692da06d1 with Priority: HIGH for action security_group_rules [ 1014.663825] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f288d0e7-f148-4031-abf6-965a0091aa5e with Priority: HIGH for action security_group_rules [ 1014.663920] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGH for action security_group_rules [ 1014.664260] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947c5534-8312-464f-8a6e-22e38eea4284 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.664666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.664851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.665130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.665266] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947c5534-8312-464f-8a6e-22e38eea4284',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.666284] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-786663f5-b95f-45ee-90bf-ad023e732cfc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.666454] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-786663f5-b95f-45ee-90bf-ad023e732cfc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.666549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-786663f5-b95f-45ee-90bf-ad023e732cfc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.666729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-786663f5-b95f-45ee-90bf-ad023e732cfc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.666812] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786663f5-b95f-45ee-90bf-ad023e732cfc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.671761] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-221f2963-70b3-4495-a4e7-a1070ff61864 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.671761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.671761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.671761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.671761] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('221f2963-70b3-4495-a4e7-a1070ff61864',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.671761] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.671761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.671761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.671761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.671761] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.672782] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8668634-7b93-4d1f-8161-e6d48b212ddd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.672782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.672782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.672782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.672782] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8668634-7b93-4d1f-8161-e6d48b212ddd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.673644] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.673772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.673839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.674024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.674119] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ddc467-bec0-4ef7-9ded-c2a45ad8ace2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.674838] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-031eacbd-58c1-4c2c-a299-d77c7a3c0c76 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.674973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.675056] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.675217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.675294] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('031eacbd-58c1-4c2c-a299-d77c7a3c0c76',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.676205] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.676321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.676417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.676582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.676658] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4241dd6-ea3f-4ea1-9525-72c10beabe80',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.678046] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.678046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.678147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.678380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.678380] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.679206] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db1d672c-125d-4399-90d8-7eb6dc4a6869 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.679335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.679401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.679570] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.679655] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db1d672c-125d-4399-90d8-7eb6dc4a6869',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.680493] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.680613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.680666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.680827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.680920] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.681901] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-347b5d23-d3da-48aa-8604-6964a87846a7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.682023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.682097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.682259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.682334] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('347b5d23-d3da-48aa-8604-6964a87846a7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.683132] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-756790c5-ed20-461a-9cb0-f446d4a97a31 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.683277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.683440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.683517] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.683606] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.684212] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.684329] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.684379] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.684524] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.684597] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2ad886c-f386-4bb6-899b-4e03b6cd4776',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.685443] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.685602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.685657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.685813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.685984] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32d2a768-97d1-42b5-a1c8-1c2f1059008a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.687309] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33064c53-25fa-412b-90a3-55295e81e184 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.687454] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.687543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.687738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.687844] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33064c53-25fa-412b-90a3-55295e81e184',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.688656] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.688867] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.688952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.689131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.689277] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e169e15-1ea5-40fa-a8be-f1a6b3ec646c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.690249] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.690440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.690440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.690698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.690774] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.691589] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-767d892d-668a-469a-96cb-844692da06d1 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.691737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.691820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.691918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.691998] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('767d892d-668a-469a-96cb-844692da06d1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.692890] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f288d0e7-f148-4031-abf6-965a0091aa5e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.692890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.692890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.693107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.693156] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f288d0e7-f148-4031-abf6-965a0091aa5e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.694252] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.694408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.694408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.694585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.694979] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.725179] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.725179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.725179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.725179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.751158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.751304] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 221f2963-70b3-4495-a4e7-a1070ff61864 is going to be deleted. [ 1014.788035] env[65978]: INFO networking_nsxv3.common.synchronization [None req-ee986f55-1bff-4375-b144-e407dd680d3d tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Enqueued Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGHEST for action security_group_rules [ 1014.788596] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGHEST for action security_group_rules [ 1014.788911] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947c5534-8312-464f-8a6e-22e38eea4284 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.789069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.823847] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.824134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.824134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.824366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.824459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.824575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-221f2963-70b3-4495-a4e7-a1070ff61864" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.198455] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.198755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.198842] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.199206] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.199206] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.199428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.199428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.199501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.199879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.199879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.199879] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.208812] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 786663f5-b95f-45ee-90bf-ad023e732cfc with status ACTIVE [ 1015.208924] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.209115] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.209115] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.209289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.209418] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.209513] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.209646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.209696] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.209821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.209904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.210251] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.210571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.210571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.210571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.210669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.210716] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 786663f5-b95f-45ee-90bf-ad023e732cfc is going to be updated. [ 1015.212428] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.212929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.212929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.212929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.213142] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.213142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.213801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.213801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.213801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.213801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.213801] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.220134] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.220290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.220346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.220517] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.220673] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.220796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.220847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.221239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.221239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.221239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.221409] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.223212] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-756790c5-ed20-461a-9cb0-f446d4a97a31 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.223212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.223684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.223684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.223684] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.223853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.223853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.224304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.224304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.224304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.224466] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.225228] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.225400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.225461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.225988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.225988] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.225988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.225988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.225988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.226234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.226234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.226322] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.274074] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.274074] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.274074] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.274368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.284080] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.284314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.285951] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.286131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.287615] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.287819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.288956] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.289126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.291022] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.291181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.292257] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.292594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.293407] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.293556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.298516] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.298617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.300769] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.300769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.303458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.303620] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.304416] env[65978]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1015.304894] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.305093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.306086] env[65978]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1015.306598] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.306666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.308261] env[65978]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1015.308744] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.308862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.310475] env[65978]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1015.311335] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.311335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.311335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.311514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.311757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.312870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-786663f5-b95f-45ee-90bf-ad023e732cfc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.313295] env[65978]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1015.313758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.313901] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 347b5d23-d3da-48aa-8604-6964a87846a7 is going to be deleted. [ 1015.314936] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.315182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.339282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.339434] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8668634-7b93-4d1f-8161-e6d48b212ddd is going to be deleted. [ 1015.340591] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.341089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.367328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.367328] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32d2a768-97d1-42b5-a1c8-1c2f1059008a is going to be deleted. [ 1015.369342] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.370104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.395128] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1015.395406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.395581] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.395812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.396042] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.396190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.396257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.396619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.396619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.396722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.396755] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.520580] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.520725] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2ad886c-f386-4bb6-899b-4e03b6cd4776 is going to be deleted. [ 1015.523371] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.523371] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.526506] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.526506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.561853] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.561853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.571517] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.571681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.574612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.574612] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 is going to be deleted. [ 1015.575574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.576474] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.653878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.654176] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 767d892d-668a-469a-96cb-844692da06d1 is going to be deleted. [ 1015.655183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.656155] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.661522] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.661875] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.705148] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.705148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.705148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.705148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.705148] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.705148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.705148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.705148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.705148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.705148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.705148] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.705148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.705763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.705763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.705763] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.705763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.705763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.705999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.705999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.706844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.707170] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.730812] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.732734] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.735597] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.742886] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.742886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.742886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.743191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.743314] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.743466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.743559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.744290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.744290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.744290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.744290] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.744290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.744290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.744913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.744913] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.744913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.744913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.745066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.745066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.745126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.745303] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.748117] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.748285] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db1d672c-125d-4399-90d8-7eb6dc4a6869 is going to be deleted. [ 1015.749839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.750124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.752304] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.752442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.811281] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.811591] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 031eacbd-58c1-4c2c-a299-d77c7a3c0c76 is going to be deleted. [ 1015.812852] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.813152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.839826] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.839826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.876726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.876946] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4241dd6-ea3f-4ea1-9525-72c10beabe80 is going to be deleted. [ 1015.880079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.880079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.900804] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.901136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.901136] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.901286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.902364] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.902364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.902364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.902364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.902364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.902364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.902364] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.902364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.902364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.903514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.903514] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.903514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.903514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.903514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.903514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.903514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.903514] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.935095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.935216] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ddc467-bec0-4ef7-9ded-c2a45ad8ace2 is going to be deleted. [ 1015.937212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.937212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.937212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.937212] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947c5534-8312-464f-8a6e-22e38eea4284 already deleted. [ 1015.937212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.938175] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.938321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.938365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.938519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.938609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.938731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db1d672c-125d-4399-90d8-7eb6dc4a6869" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.939096] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.939096] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.940048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.940274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.940325] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947c5534-8312-464f-8a6e-22e38eea4284',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.969014] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.969496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.996445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.996627] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33064c53-25fa-412b-90a3-55295e81e184 is going to be deleted. [ 1015.997670] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.997786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.044293] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.044479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.058942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.059227] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f288d0e7-f148-4031-abf6-965a0091aa5e is going to be deleted. [ 1016.060801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.061156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.061547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.061816] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-347b5d23-d3da-48aa-8604-6964a87846a7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.062080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.062636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.062636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.062636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8668634-7b93-4d1f-8161-e6d48b212ddd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.064829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.064999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.064999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.065586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32d2a768-97d1-42b5-a1c8-1c2f1059008a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.065586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.065714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.065805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.066012] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2ad886c-f386-4bb6-899b-4e03b6cd4776" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.066252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.066467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.066598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.066843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.067031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.067274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.067533] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.067743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-767d892d-668a-469a-96cb-844692da06d1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.067984] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.068294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.079210] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.079401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.125746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.125746] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e169e15-1ea5-40fa-a8be-f1a6b3ec646c is going to be deleted. [ 1016.127499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.127499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.127499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.127745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-031eacbd-58c1-4c2c-a299-d77c7a3c0c76" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.128791] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.128927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.129043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.129293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.129405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.129686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ddc467-bec0-4ef7-9ded-c2a45ad8ace2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.129988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.129988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.130114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.130277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4241dd6-ea3f-4ea1-9525-72c10beabe80" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.130995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.131252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.131377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.131553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33064c53-25fa-412b-90a3-55295e81e184" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.138293] env[65978]: INFO networking_nsxv3.common.synchronization [None req-a2262a34-2c2c-4732-9b4d-cc33e4dbaff8 None None] Enqueued Resource ID: 631d64ca-0fa3-45f6-afa8-a092bf4523e0 with Priority: HIGHEST for action port [ 1016.138461] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631d64ca-0fa3-45f6-afa8-a092bf4523e0 with Priority: HIGHEST for action port [ 1016.139290] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-631d64ca-0fa3-45f6-afa8-a092bf4523e0 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.139290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-631d64ca-0fa3-45f6-afa8-a092bf4523e0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.139290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-631d64ca-0fa3-45f6-afa8-a092bf4523e0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.139506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-631d64ca-0fa3-45f6-afa8-a092bf4523e0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.139506] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('631d64ca-0fa3-45f6-afa8-a092bf4523e0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.186153] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.186340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.186715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.186715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.186836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.186870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f288d0e7-f148-4031-abf6-965a0091aa5e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.210715] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93e5d50f-9012-40cd-8633-0f21d1800a79: rpc.has_security_group_logging(os_id): False [ 1016.233835] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46a6db76-8481-4ceb-966a-0b153878fe29: rpc.has_security_group_logging(os_id): False [ 1016.236490] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18c9f837-a4b4-4e46-a31d-492f1297cfbc: rpc.has_security_group_logging(os_id): False [ 1016.237718] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 756790c5-ed20-461a-9cb0-f446d4a97a31: rpc.has_security_group_logging(os_id): False [ 1016.254158] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d15b023-e633-46d5-b711-cff8a5e93b65: rpc.has_security_group_logging(os_id): False [ 1016.261494] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.261659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.261990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.262273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.264368] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.264479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.273018] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.273018] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.281362] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.281544] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.294611] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.294757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.303162] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.303304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.326254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.326777] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.326997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.327153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.327418] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.327603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.327919] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.328135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.328267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.328594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.328888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.329143] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.329438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.329438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.329531] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.329694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.329739] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 1016.331038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.331240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.331450] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.331651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e169e15-1ea5-40fa-a8be-f1a6b3ec646c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.331795] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.331984] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.375989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.376540] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.376655] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.376724] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.377027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.377147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.377276] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 is going to be updated. [ 1016.378523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.378784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.407141] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f9be015-140a-4d69-8d8e-383bc831a3df: rpc.has_security_group_logging(os_id): False [ 1016.425254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.425704] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.425836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.425879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.426101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.426184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.426970] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be updated. [ 1016.427657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.427919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.439583] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.439756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.477641] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.477854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.478939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.479116] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.479204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.479267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.479473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.479559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.479650] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 is going to be updated. [ 1016.480863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.481067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.520875] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.521054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.525019] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.525327] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.527153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.527431] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.527554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.527665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.527830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.527906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.528145] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.528294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.528294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.528410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.528488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.528690] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.528767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.528820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.528954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.529038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.529129] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 is going to be updated. [ 1016.530183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.530377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.530456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.530507] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947c5534-8312-464f-8a6e-22e38eea4284 already deleted. [ 1016.530599] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.530736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.530853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.552566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.552857] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.552979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.553056] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.553288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.553414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.553560] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.553746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.553746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.554979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.554979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.554979] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.554979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.554979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.554979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.554979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.554979] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1016.555819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.557264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.557264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.557264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.557264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.557449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.559825] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.559991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.560069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.560273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.560431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.609447] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 in Status: IN_PROGRESS for 2s [ 1016.610498] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 1016.611542] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: IN_PROGRESS for 2s [ 1016.630657] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.630657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.630657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.630657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.630657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.641948] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 631d64ca-0fa3-45f6-afa8-a092bf4523e0 [ 1016.642290] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.642461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.642578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.642691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.642794] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.642893] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:631d64ca-0fa3-45f6-afa8-a092bf4523e0 already deleted. [ 1016.643215] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-631d64ca-0fa3-45f6-afa8-a092bf4523e0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.653035] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.653236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.653337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.653596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.653801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.676155] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: IN_PROGRESS for 2s [ 1016.676987] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: IN_PROGRESS for 2s [ 1016.726161] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.726436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.726550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.727902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.727902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.760956] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1017.277135] env[65978]: INFO networking_nsxv3.common.synchronization [None req-ae93283f-da6f-4782-ab43-5e0195176e7a tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1017.277135] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1017.277135] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.277135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.277135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.277572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.277860] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.278131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.278427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.278733] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.278944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.279244] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.782205] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.288867] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.630092] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 in Status: SUCCESS [ 1018.630353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.631210] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 1018.631375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.632127] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 1018.632657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.692029] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: SUCCESS [ 1018.692029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.692734] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: SUCCESS [ 1018.692934] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.776742] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1018.777156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.791756] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.792188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.792188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.792794] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.792794] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.792794] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1018.828695] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.828870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.828870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.829254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.829254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.840562] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1019.832044] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.832445] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.832445] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.832969] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.833139] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.833213] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.833317] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.833661] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.833809] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.834038] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.834472] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.834472] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.834472] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.834472] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.834821] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.834821] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.871492] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.871691] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.871891] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.872879] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.872879] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-2dd39ae2-477f-4703-b662-2a55a9a515d7 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.872879] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-2dd39ae2-477f-4703-b662-2a55a9a515d7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.873145] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-2dd39ae2-477f-4703-b662-2a55a9a515d7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.873590] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-2dd39ae2-477f-4703-b662-2a55a9a515d7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.873808] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd39ae2-477f-4703-b662-2a55a9a515d7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.377070] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.377305] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.377435] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.377706] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.377863] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.378015] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 2dd39ae2-477f-4703-b662-2a55a9a515d7 not found, creating... [ 1020.378285] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.378449] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.378565] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.378796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.378933] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.379236] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.379389] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.379501] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.379721] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.379891] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.379984] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 2dd39ae2-477f-4703-b662-2a55a9a515d7 is going to be created. [ 1020.405413] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.405721] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.405875] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.406141] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.406393] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.406872] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-2dd39ae2-477f-4703-b662-2a55a9a515d7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.853739] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1020.854184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.160145] env[65978]: INFO networking_nsxv3.common.synchronization [req-3f5ad601-bf81-4d0b-8d5d-371686284a56 req-d6db273f-c4d5-4642-a085-c7550c1700e0 service nova] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_rules [ 1021.160343] env[65978]: INFO networking_nsxv3.common.synchronization [req-3f5ad601-bf81-4d0b-8d5d-371686284a56 req-d6db273f-c4d5-4642-a085-c7550c1700e0 service nova] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1021.160476] env[65978]: INFO networking_nsxv3.common.synchronization [req-3f5ad601-bf81-4d0b-8d5d-371686284a56 req-d6db273f-c4d5-4642-a085-c7550c1700e0 service nova] Enqueued Resource ID: 2dd39ae2-477f-4703-b662-2a55a9a515d7 with Priority: HIGHEST for action port [ 1021.161050] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_rules [ 1021.161193] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1021.161322] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd39ae2-477f-4703-b662-2a55a9a515d7 with Priority: HIGHEST for action port [ 1021.161662] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.161904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.161904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.162670] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.162670] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.163246] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.163367] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.163522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.163754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.164457] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.164457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.164457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.164457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.164457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.164457] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.165873] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dd39ae2-477f-4703-b662-2a55a9a515d7 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.166036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dd39ae2-477f-4703-b662-2a55a9a515d7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.166118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dd39ae2-477f-4703-b662-2a55a9a515d7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.166271] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dd39ae2-477f-4703-b662-2a55a9a515d7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.166718] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd39ae2-477f-4703-b662-2a55a9a515d7',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.668751] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.669054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.669272] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.670185] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dd39ae2-477f-4703-b662-2a55a9a515d7 with status ACTIVE [ 1021.670262] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.670599] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.670599] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.670706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.670835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.671033] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.671178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.671178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.671345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.671428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.671622] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.671914] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.671914] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.672152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.672242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.672322] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dd39ae2-477f-4703-b662-2a55a9a515d7 is going to be updated. [ 1021.703448] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.703797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.703878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.704269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.704494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.704704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dd39ae2-477f-4703-b662-2a55a9a515d7" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.052449] env[65978]: INFO networking_nsxv3.common.synchronization [None req-3ae03466-e1cf-4138-9ee0-65c9df4e63e0 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e with Priority: HIGHEST for action security_group_rules [ 1022.056743] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e with Priority: HIGHEST for action security_group_rules [ 1022.056743] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6740dec0-5dff-400f-8fa1-3483e656ec2e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.056743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.056743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.056743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.056743] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6740dec0-5dff-400f-8fa1-3483e656ec2e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.175196] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.188280] env[65978]: INFO networking_nsxv3.common.synchronization [None req-67e8b8b1-9483-4ce4-965b-8af2fe9a222e tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e with Priority: HIGHEST for action security_group_rules [ 1022.188719] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e with Priority: HIGHEST for action security_group_rules [ 1022.189993] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6740dec0-5dff-400f-8fa1-3483e656ec2e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.189993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.578901] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.579142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.579142] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.579551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.579551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.579551] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e already deleted. [ 1022.579752] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.579752] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.579937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.580038] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6740dec0-5dff-400f-8fa1-3483e656ec2e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.677754] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.677754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.677754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.677754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.682035] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.682035] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1022.707605] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.707753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.707798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.708051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.708285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.720597] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1023.114305] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.114305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.114305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.114305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.114305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.114305] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e already deleted. [ 1023.114305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.732964] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1024.733353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.733399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.733584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.733775] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.733996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.733996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.734151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.734216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.734335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.734399] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.238578] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.238578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.239796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.239796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.239796] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.239796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.239796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.239796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.239796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.239796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.239796] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.240619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.240619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.240619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.240619] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.240619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.240619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.240619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.240619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.240953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.240953] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.743263] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f9be015-140a-4d69-8d8e-383bc831a3df: rpc.has_security_group_logging(os_id): False [ 1025.776305] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.776305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.776305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.776305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.776305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.776699] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.776774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.776828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.777033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.777358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.777605] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.777710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.777774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.777927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.778030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.778230] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.778347] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.778395] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.778521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.778586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.778674] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1025.856698] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.856889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.856950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.857224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.857345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.873667] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1026.365638] env[65978]: INFO networking_nsxv3.common.synchronization [None req-057dad99-f52d-4deb-9ee7-9ad11ee719c1 None None] Enqueued Resource ID: 4dfe49fb-ec95-4d8c-b1e7-02bb9c1b5a43 with Priority: HIGHEST for action port [ 1026.368188] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dfe49fb-ec95-4d8c-b1e7-02bb9c1b5a43 with Priority: HIGHEST for action port [ 1026.368188] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dfe49fb-ec95-4d8c-b1e7-02bb9c1b5a43 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.368188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dfe49fb-ec95-4d8c-b1e7-02bb9c1b5a43" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.368188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dfe49fb-ec95-4d8c-b1e7-02bb9c1b5a43" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.368188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dfe49fb-ec95-4d8c-b1e7-02bb9c1b5a43" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.368188] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dfe49fb-ec95-4d8c-b1e7-02bb9c1b5a43',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.872321] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dfe49fb-ec95-4d8c-b1e7-02bb9c1b5a43 [ 1026.872321] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.872321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.872321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.873242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.873242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.873242] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dfe49fb-ec95-4d8c-b1e7-02bb9c1b5a43 already deleted. [ 1026.873242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dfe49fb-ec95-4d8c-b1e7-02bb9c1b5a43" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.904808] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1027.905186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.399503] env[65978]: INFO networking_nsxv3.common.synchronization [None req-3d5e4b8a-4956-4b24-85e7-4f1b7a0c118e tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Enqueued Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_rules [ 1028.402243] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_rules [ 1028.402724] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.403492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.403492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.403492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.403492] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.586769] env[65978]: INFO networking_nsxv3.common.synchronization [None req-f4b83427-6924-452e-b5e1-2743c56bec87 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Enqueued Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_rules [ 1028.587653] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_rules [ 1028.588215] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.588413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.933494] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.940204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.940204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.940204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.940204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.940204] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 already deleted. [ 1028.940204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.940204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.940204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.940204] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.071171] env[65978]: INFO networking_nsxv3.common.synchronization [None req-524b6a16-1957-464a-a312-a884ec2f992f None None] Enqueued Resource ID: 874eb608-6b9a-4952-aecd-8861bdc7df5a with Priority: HIGHEST for action port [ 1029.071891] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 874eb608-6b9a-4952-aecd-8861bdc7df5a with Priority: HIGHEST for action port [ 1029.072351] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-874eb608-6b9a-4952-aecd-8861bdc7df5a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.072642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-874eb608-6b9a-4952-aecd-8861bdc7df5a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.072722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-874eb608-6b9a-4952-aecd-8861bdc7df5a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.073274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-874eb608-6b9a-4952-aecd-8861bdc7df5a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.073274] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('874eb608-6b9a-4952-aecd-8861bdc7df5a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.466458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.466458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.466734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.467390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.467390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.467390] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 already deleted. [ 1029.467390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.480526] env[65978]: INFO networking_nsxv3.common.synchronization [req-95a21ae7-25e4-43bf-aa9b-102236aef755 req-b1f6e9e5-ad8b-43b0-a59b-49e251704e16 tempest-ImagesTestJSON-2069280092 tempest-ImagesTestJSON-2069280092-project-member] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 1029.481793] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGHEST for action security_group_members [ 1029.481978] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.483111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.483111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.483111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.483111] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.483111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.483111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.483346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.483346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.483468] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.575671] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 874eb608-6b9a-4952-aecd-8861bdc7df5a [ 1029.577254] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.577254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.577254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.577254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.577254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.577631] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:874eb608-6b9a-4952-aecd-8861bdc7df5a already deleted. [ 1029.577631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-874eb608-6b9a-4952-aecd-8861bdc7df5a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.987245] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.987637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.987637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.987797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.987894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.988457] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.988457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.988457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.988722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.988767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.988884] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be updated. [ 1030.023909] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.023909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.023909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.023909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.023909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.034630] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: IN_PROGRESS for 2s [ 1030.726134] env[65978]: INFO networking_nsxv3.common.synchronization [req-94f53e55-1920-476b-8506-8009e2bd9af7 req-431c7155-8113-4496-b15f-4945a859bc5d tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 1030.726663] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 1030.729122] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.729122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.729122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.729122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.729122] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.729122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.729691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.729875] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.730022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.730105] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.834534] env[65978]: INFO networking_nsxv3.common.synchronization [req-48ff62f5-ef5d-43a4-9499-c1c7db69d6df req-8479472d-dbc7-4aea-932e-3225991f9929 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1030.835107] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1030.835425] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.835542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.835609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.835841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.835974] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.837240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.837337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.837510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.837599] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.839841] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.062753] env[65978]: INFO networking_nsxv3.common.synchronization [req-ae336d33-fbdf-4d50-ade2-429e2b3c0d1c req-e7d00d49-4c8d-4309-86fe-1940747babe0 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 with Priority: HIGHEST for action security_group_members [ 1031.063366] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 with Priority: HIGHEST for action security_group_members [ 1031.063706] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-97fb7073-3c81-47c9-b26b-53016180a0d5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.067471] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.067562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.067779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.067961] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.068092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.068190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.068334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.068421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.068581] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97fb7073-3c81-47c9-b26b-53016180a0d5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.232330] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.345683] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.345864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.347372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.347372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.369441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.369866] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.370030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.370094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.370297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.370377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.370467] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be updated. [ 1031.405181] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.405181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.405181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.405461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.405656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.417833] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: IN_PROGRESS for 2s [ 1031.572774] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.572774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.572774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.573101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.607024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.607024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.607024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.607024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.607024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.607024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.607024] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 is going to be updated. [ 1031.661374] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.661590] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.661640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.661905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.662928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.676222] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 in Status: IN_PROGRESS for 2s [ 1031.735336] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.047773] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 in Status: SUCCESS [ 1032.047934] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 deletion is rescheduled due to dependency. [ 1032.048051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.243305] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.243305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.243305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.243305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.243305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.243305] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 1032.275466] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.275466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.275466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.275466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.275466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.285966] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 1033.430880] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 1033.431226] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf deletion is rescheduled due to dependency. [ 1033.431366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.687323] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 in Status: SUCCESS [ 1033.687634] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97fb7073-3c81-47c9-b26b-53016180a0d5 deletion is rescheduled due to dependency. [ 1033.688974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97fb7073-3c81-47c9-b26b-53016180a0d5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.124501] env[65978]: INFO networking_nsxv3.common.synchronization [req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 req-e5770d17-0163-4f8d-b90f-68d21f6f8297 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Enqueued Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGHEST for action security_group_members [ 1034.125305] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGHEST for action security_group_members [ 1034.125416] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2403429a-b26f-4ec4-9dba-2def1978059e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.125622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.125622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.125873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.126123] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.126251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.126358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.126553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.126671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.126774] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2403429a-b26f-4ec4-9dba-2def1978059e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.297638] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 1034.297885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.519491] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.519899] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-72" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.519899] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-72" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.520061] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-72" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.520270] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.520428] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.520543] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.520758] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.520896] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.521138] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.521246] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.521363] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.521457] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.521566] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.521669] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.521801] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.543472] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.543625] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.543759] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.543965] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-72" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.544362] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-b9ede9e1-1988-4a13-b801-4600fb50565f taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.544562] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-b9ede9e1-1988-4a13-b801-4600fb50565f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.544705] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-b9ede9e1-1988-4a13-b801-4600fb50565f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.545053] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-b9ede9e1-1988-4a13-b801-4600fb50565f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.545187] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ede9e1-1988-4a13-b801-4600fb50565f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.629059] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.629268] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.629342] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.629579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.629670] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.629867] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.630023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.630023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.630195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.630254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.630342] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2403429a-b26f-4ec4-9dba-2def1978059e already deleted. [ 1034.630422] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.047765] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.048078] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.048142] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.048469] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.048622] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.048777] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port b9ede9e1-1988-4a13-b801-4600fb50565f not found, creating... [ 1035.049339] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.049556] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.049690] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.049917] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.050065] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.050369] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.050523] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.050628] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.050969] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.051209] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.051382] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: b9ede9e1-1988-4a13-b801-4600fb50565f is going to be created. [ 1035.076431] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.076650] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.076753] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.077170] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.077462] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.077824] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-b9ede9e1-1988-4a13-b801-4600fb50565f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.771798] env[65978]: INFO networking_nsxv3.common.synchronization [req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 req-3d435767-4de6-45a5-8436-cf294b207120 service nova] Enqueued Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGHEST for action security_group_rules [ 1035.772100] env[65978]: INFO networking_nsxv3.common.synchronization [req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 req-3d435767-4de6-45a5-8436-cf294b207120 service nova] Enqueued Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGHEST for action security_group_members [ 1035.772258] env[65978]: INFO networking_nsxv3.common.synchronization [req-ddccfcdb-3369-4b0b-b30e-6d1a1949b029 req-3d435767-4de6-45a5-8436-cf294b207120 service nova] Enqueued Resource ID: b9ede9e1-1988-4a13-b801-4600fb50565f with Priority: HIGHEST for action port [ 1035.776355] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGHEST for action security_group_rules [ 1035.776497] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGHEST for action security_group_members [ 1035.776574] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ede9e1-1988-4a13-b801-4600fb50565f with Priority: HIGHEST for action port [ 1035.776852] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2403429a-b26f-4ec4-9dba-2def1978059e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.777024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.777113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.777304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.777388] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2403429a-b26f-4ec4-9dba-2def1978059e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.778495] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2403429a-b26f-4ec4-9dba-2def1978059e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.778495] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.778495] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.778664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.778712] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.778771] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.778836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.778971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.779068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.779175] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2403429a-b26f-4ec4-9dba-2def1978059e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.780029] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ede9e1-1988-4a13-b801-4600fb50565f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.780029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ede9e1-1988-4a13-b801-4600fb50565f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.780242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ede9e1-1988-4a13-b801-4600fb50565f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.780242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ede9e1-1988-4a13-b801-4600fb50565f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.780350] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ede9e1-1988-4a13-b801-4600fb50565f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.282306] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2403429a-b26f-4ec4-9dba-2def1978059e taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.282444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.282634] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2403429a-b26f-4ec4-9dba-2def1978059e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.283549] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9ede9e1-1988-4a13-b801-4600fb50565f with status ACTIVE [ 1036.284420] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.284420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.284420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.284420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.284420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.284420] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.284699] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.284699] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.284699] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.284800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.284904] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.284991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.285065] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.285355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.285355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.285355] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9ede9e1-1988-4a13-b801-4600fb50565f is going to be updated. [ 1036.305713] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.305932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.305932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.306151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.306288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.306447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ede9e1-1988-4a13-b801-4600fb50565f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.788591] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2403429a-b26f-4ec4-9dba-2def1978059e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.290834] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.290993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.291077] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.291349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.291455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.291515] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2403429a-b26f-4ec4-9dba-2def1978059e is going to be created. [ 1037.319883] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.320144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.320144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.320309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.320463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.332937] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2403429a-b26f-4ec4-9dba-2def1978059e in Status: UNINITIALIZED for 2s [ 1037.463740] env[65978]: INFO networking_nsxv3.common.synchronization [req-2972ffe8-5f2a-43d5-a427-eff8213a6895 req-444cb370-6271-4481-bbe4-3893aa24c757 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1037.464641] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1037.464641] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.464797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.464840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.465039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.465195] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.465296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.465359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.465686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.465686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.465686] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.720045] env[65978]: INFO networking_nsxv3.common.synchronization [None req-14de5bc1-5644-4516-9582-25f248783d9d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1037.722420] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1037.722420] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.722420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.968561] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.470746] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.973877] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.974413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.974413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.974413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.974628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.974628] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1039.027717] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.027717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.027717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.027717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.027717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.040209] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1039.342849] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2403429a-b26f-4ec4-9dba-2def1978059e in Status: SUCCESS [ 1039.343110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.343357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.343591] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.343790] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.343905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.344123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.344195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.344239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.344322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.344412] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2403429a-b26f-4ec4-9dba-2def1978059e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.847043] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2403429a-b26f-4ec4-9dba-2def1978059e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.350367] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2403429a-b26f-4ec4-9dba-2def1978059e: rpc.has_security_group_logging(os_id): False [ 1040.377026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.377026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.377026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.377026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.377026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.377026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.377026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.377026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.377026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.377026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.377026] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2403429a-b26f-4ec4-9dba-2def1978059e is going to be created. [ 1040.454444] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.454591] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.455214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.455214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.455214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.466877] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2403429a-b26f-4ec4-9dba-2def1978059e in Status: IN_PROGRESS for 2s [ 1040.491052] env[65978]: INFO networking_nsxv3.common.synchronization [req-9631c16f-2e81-49c7-aa4e-29152cf7826d req-bf234f42-4a95-4142-af53-64cfd2a2497d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGHEST for action security_group_members [ 1040.491668] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGHEST for action security_group_members [ 1040.491945] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-756790c5-ed20-461a-9cb0-f446d4a97a31 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.492264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.492335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.492513] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.492675] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.492773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.492835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.492978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.493079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.493172] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.997091] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.997091] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.997091] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.997091] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.997091] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.997424] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.997501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.997543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.997677] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.997755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.997848] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 is going to be updated. [ 1041.031604] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.031604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.031604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.031925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.031925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.046213] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 in Status: IN_PROGRESS for 2s [ 1041.048670] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1041.048887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.049120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.049345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.049535] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.049651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.049717] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.049870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.049968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.050344] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.403784] env[65978]: INFO networking_nsxv3.common.synchronization [req-ca0f16da-156e-45b9-a556-e220cf13a578 req-f03a4eb7-ec81-4d00-bb1a-1f9f4aad96cc tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e with Priority: HIGHEST for action security_group_members [ 1041.404545] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e with Priority: HIGHEST for action security_group_members [ 1041.404963] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-6740dec0-5dff-400f-8fa1-3483e656ec2e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.405145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.405249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.405612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.406352] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.406352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.406352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.406352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.406352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.406871] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6740dec0-5dff-400f-8fa1-3483e656ec2e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.553335] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.553335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.553335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.553335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.553335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.553631] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.553631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.553730] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.553843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.553882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.553951] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1041.589962] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.590172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.590215] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.590409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.590553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.610427] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1041.757560] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.757796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.757976] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.758273] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.758524] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.758675] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.758788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.758998] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.759539] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.759783] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.759858] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.759959] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.760096] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.760219] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.760330] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.760472] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.779818] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.780059] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.780110] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.780289] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.780595] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-69790737-5394-40aa-a85f-bb70e4df4c89 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.780762] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-69790737-5394-40aa-a85f-bb70e4df4c89" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.780878] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-69790737-5394-40aa-a85f-bb70e4df4c89" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.781230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-69790737-5394-40aa-a85f-bb70e4df4c89" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.781366] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69790737-5394-40aa-a85f-bb70e4df4c89',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.909840] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.910025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.910115] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.910728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.910728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.910728] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.910728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.911129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.911129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.911129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.911280] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e already deleted. [ 1041.911366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.283484] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.283737] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.283816] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.284158] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.284325] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.284572] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 69790737-5394-40aa-a85f-bb70e4df4c89 not found, creating... [ 1042.284914] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.285145] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.285284] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.285515] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.285767] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.286138] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.286315] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.286428] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.286641] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.286893] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.286893] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 69790737-5394-40aa-a85f-bb70e4df4c89 is going to be created. [ 1042.329753] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.330342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.330342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.330342] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.330532] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.330736] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-69790737-5394-40aa-a85f-bb70e4df4c89" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.479733] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2403429a-b26f-4ec4-9dba-2def1978059e in Status: SUCCESS [ 1042.480168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.042031] env[65978]: INFO networking_nsxv3.common.synchronization [req-ca0f16da-156e-45b9-a556-e220cf13a578 req-1fa4527c-acee-48fd-a9e5-f27df97e5197 service nova] Enqueued Resource ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e with Priority: HIGHEST for action security_group_rules [ 1043.042220] env[65978]: INFO networking_nsxv3.common.synchronization [req-ca0f16da-156e-45b9-a556-e220cf13a578 req-1fa4527c-acee-48fd-a9e5-f27df97e5197 service nova] Enqueued Resource ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e with Priority: HIGHEST for action security_group_members [ 1043.042356] env[65978]: INFO networking_nsxv3.common.synchronization [req-ca0f16da-156e-45b9-a556-e220cf13a578 req-1fa4527c-acee-48fd-a9e5-f27df97e5197 service nova] Enqueued Resource ID: 69790737-5394-40aa-a85f-bb70e4df4c89 with Priority: HIGHEST for action port [ 1043.042931] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e with Priority: HIGHEST for action security_group_rules [ 1043.042987] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e with Priority: HIGHEST for action security_group_members [ 1043.043081] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69790737-5394-40aa-a85f-bb70e4df4c89 with Priority: HIGHEST for action port [ 1043.043341] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6740dec0-5dff-400f-8fa1-3483e656ec2e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.043482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.043548] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.043701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.043779] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6740dec0-5dff-400f-8fa1-3483e656ec2e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.044574] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-6740dec0-5dff-400f-8fa1-3483e656ec2e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.044689] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.044737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.045195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.045195] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.045195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.045195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.045492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.045492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.045492] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6740dec0-5dff-400f-8fa1-3483e656ec2e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.046583] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-69790737-5394-40aa-a85f-bb70e4df4c89 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.046695] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69790737-5394-40aa-a85f-bb70e4df4c89" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.046962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69790737-5394-40aa-a85f-bb70e4df4c89" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.046962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69790737-5394-40aa-a85f-bb70e4df4c89" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.046962] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69790737-5394-40aa-a85f-bb70e4df4c89',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.064852] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 in Status: SUCCESS [ 1043.065036] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 deletion is rescheduled due to dependency. [ 1043.065156] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.548743] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6740dec0-5dff-400f-8fa1-3483e656ec2e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.549823] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-6740dec0-5dff-400f-8fa1-3483e656ec2e taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.549988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.550398] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69790737-5394-40aa-a85f-bb70e4df4c89 with status ACTIVE [ 1043.550622] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.550728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.550770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.550952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.551053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.551223] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.551317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.551398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.551604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.551677] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.551856] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.551963] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.552040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.552210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.552332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.552457] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69790737-5394-40aa-a85f-bb70e4df4c89 is going to be updated. [ 1043.575834] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.576067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.576123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.576316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.576453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.576612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69790737-5394-40aa-a85f-bb70e4df4c89" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.621645] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1043.621833] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df deletion is rescheduled due to dependency. [ 1043.622413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.050951] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6740dec0-5dff-400f-8fa1-3483e656ec2e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.555427] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.555427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.555427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.555427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.555427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.555427] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e is going to be created. [ 1044.580463] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.580463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.580463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.580463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.580463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.588748] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e in Status: UNINITIALIZED for 2s [ 1046.601603] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e in Status: SUCCESS [ 1046.602011] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.602071] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.602276] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.602473] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.602594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.602659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.602819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.602908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.602981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.603083] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6740dec0-5dff-400f-8fa1-3483e656ec2e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.105235] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6740dec0-5dff-400f-8fa1-3483e656ec2e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.609804] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6740dec0-5dff-400f-8fa1-3483e656ec2e: rpc.has_security_group_logging(os_id): False [ 1047.633615] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.633765] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.633836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.634082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.634186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.634441] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.634673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.634809] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.634887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.634975] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.634975] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e is going to be created. [ 1047.683049] env[65978]: INFO networking_nsxv3.common.synchronization [req-00081f29-168c-4e43-906c-4bb2443d505b req-5abde1f3-bfdc-41e7-beb8-b637fb423a0c tempest-ServersAdminTestJSON-1254533377 tempest-ServersAdminTestJSON-1254533377-project-member] Enqueued Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 1047.683049] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371c2034-31eb-4f4a-9076-7922d18a70ce with Priority: HIGHEST for action security_group_members [ 1047.683049] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-371c2034-31eb-4f4a-9076-7922d18a70ce taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.683049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.683267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.683454] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.683656] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.683799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.684643] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.684835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.684930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.685054] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('371c2034-31eb-4f4a-9076-7922d18a70ce',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.700682] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.700902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.700902] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.701097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.701331] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.716222] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e in Status: IN_PROGRESS for 2s [ 1047.757853] env[65978]: INFO networking_nsxv3.common.synchronization [None req-c71f04ad-24f0-48be-a608-bed707adcf29 None None] Enqueued Resource ID: b684a843-8332-4dbe-a441-d2372b4db7f0 with Priority: HIGHEST for action port [ 1047.758387] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b684a843-8332-4dbe-a441-d2372b4db7f0 with Priority: HIGHEST for action port [ 1047.759064] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b684a843-8332-4dbe-a441-d2372b4db7f0 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.759064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b684a843-8332-4dbe-a441-d2372b4db7f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.759064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b684a843-8332-4dbe-a441-d2372b4db7f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.759264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b684a843-8332-4dbe-a441-d2372b4db7f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.759264] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b684a843-8332-4dbe-a441-d2372b4db7f0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.187953] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.188198] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.188271] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.188749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.216051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.216360] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.216482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.216544] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.216792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.216849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.216938] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce is going to be updated. [ 1048.248107] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.248261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.248397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.248896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.248896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.261695] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: IN_PROGRESS for 2s [ 1048.261945] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b684a843-8332-4dbe-a441-d2372b4db7f0 [ 1048.262229] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.262363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.263112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.263112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.263112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.263112] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b684a843-8332-4dbe-a441-d2372b4db7f0 already deleted. [ 1048.263112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b684a843-8332-4dbe-a441-d2372b4db7f0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.728248] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e in Status: SUCCESS [ 1049.729190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.275914] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 371c2034-31eb-4f4a-9076-7922d18a70ce in Status: SUCCESS [ 1050.275914] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 371c2034-31eb-4f4a-9076-7922d18a70ce deletion is rescheduled due to dependency. [ 1050.275914] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-371c2034-31eb-4f4a-9076-7922d18a70ce" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.391037] env[65978]: INFO networking_nsxv3.common.synchronization [None req-e064a61a-b3ff-4f91-a4d4-7a229b6f0590 None None] Enqueued Resource ID: ac9cc201-d3b8-410d-a23c-92f8665e769d with Priority: HIGHEST for action port [ 1050.391655] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9cc201-d3b8-410d-a23c-92f8665e769d with Priority: HIGHEST for action port [ 1050.391974] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac9cc201-d3b8-410d-a23c-92f8665e769d taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.392243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac9cc201-d3b8-410d-a23c-92f8665e769d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.392320] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac9cc201-d3b8-410d-a23c-92f8665e769d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.392570] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac9cc201-d3b8-410d-a23c-92f8665e769d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.392664] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac9cc201-d3b8-410d-a23c-92f8665e769d',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.894882] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac9cc201-d3b8-410d-a23c-92f8665e769d [ 1050.895218] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.895218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.895411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.896085] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.896085] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.896085] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac9cc201-d3b8-410d-a23c-92f8665e769d already deleted. [ 1050.896085] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac9cc201-d3b8-410d-a23c-92f8665e769d" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.598847] env[65978]: INFO networking_nsxv3.common.synchronization [req-a7233644-b02d-499b-a274-853de8ae55c5 req-663e55c0-b122-482e-9b46-d3e11de75f7c tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Enqueued Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_members [ 1051.599838] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_members [ 1051.600623] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.600834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.600949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.601321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.601553] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.601778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.601849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.602103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.602210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.602314] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.914608] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.914953] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.914953] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.915275] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.915625] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.915718] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.915805] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.916051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.917553] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.919609] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.919770] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.919885] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.919995] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.920123] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.920230] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.920365] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.941839] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.942097] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.942271] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.942625] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.942771] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-262eab20-a232-47e8-9ead-70c2fa9d01cc taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.942952] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.943067] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.943395] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.943564] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('262eab20-a232-47e8-9ead-70c2fa9d01cc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.106273] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.106490] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.106593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.106870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.106996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.107274] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.107516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.107516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.107602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.107694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.107823] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 already deleted. [ 1052.108287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.446607] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.447034] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.447814] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.447814] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.447814] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.447814] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 262eab20-a232-47e8-9ead-70c2fa9d01cc not found, creating... [ 1052.448046] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.448232] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.448349] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.448565] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.451124] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.451124] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.451124] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.451124] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.451124] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.451124] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.451124] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 262eab20-a232-47e8-9ead-70c2fa9d01cc is going to be created. [ 1052.472972] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.473278] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.473323] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.473590] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.473807] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.474043] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.213619] env[65978]: INFO networking_nsxv3.common.synchronization [req-a7233644-b02d-499b-a274-853de8ae55c5 req-89482740-f85e-4188-b989-d874c539c4c9 service nova] Enqueued Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_rules [ 1053.213917] env[65978]: INFO networking_nsxv3.common.synchronization [req-a7233644-b02d-499b-a274-853de8ae55c5 req-89482740-f85e-4188-b989-d874c539c4c9 service nova] Enqueued Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_members [ 1053.214137] env[65978]: INFO networking_nsxv3.common.synchronization [req-a7233644-b02d-499b-a274-853de8ae55c5 req-89482740-f85e-4188-b989-d874c539c4c9 service nova] Enqueued Resource ID: 262eab20-a232-47e8-9ead-70c2fa9d01cc with Priority: HIGHEST for action port [ 1053.214600] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_rules [ 1053.214767] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_members [ 1053.214875] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262eab20-a232-47e8-9ead-70c2fa9d01cc with Priority: HIGHEST for action port [ 1053.215715] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.215891] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.215969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.216298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.216403] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.217434] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.217567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.217634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.217824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.217990] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.218099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.218171] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.218377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.218467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.218565] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.220795] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-262eab20-a232-47e8-9ead-70c2fa9d01cc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.220944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.221061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.221317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.221317] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('262eab20-a232-47e8-9ead-70c2fa9d01cc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.723355] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.723575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.723755] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.724697] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 262eab20-a232-47e8-9ead-70c2fa9d01cc with status ACTIVE [ 1053.724896] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.725021] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.725092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.725298] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.725389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.725564] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.725658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.725718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.726071] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.726071] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.726178] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.726262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.726323] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.726464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.726539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.726623] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 262eab20-a232-47e8-9ead-70c2fa9d01cc is going to be updated. [ 1053.750968] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.751106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.751141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.751330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.751473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.751640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.229464] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.731959] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.732145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.732214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.732826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.732826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.732826] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 is going to be created. [ 1054.760489] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.760764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.760764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.761141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.761462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.772103] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 in Status: UNINITIALIZED for 2s [ 1055.101414] env[65978]: INFO networking_nsxv3.common.synchronization [req-b7fb16f7-ce37-4547-8d90-204e462c715e req-5daabf0b-68d7-4aed-b641-120345095dbd tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1055.102148] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1055.102507] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.102669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.102669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.102875] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.103044] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.103144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.103219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.103388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.103478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.103572] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.503868] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.503868] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.503868] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.503868] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.503868] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.503868] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.504422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.504422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.504422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.505033] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.505168] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.505317] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.505436] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.505552] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.505657] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.506258] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.525606] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.525675] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.525805] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.525982] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.526404] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-87aecb1c-3994-4dcc-aac2-15d90a1b975c taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.526579] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-87aecb1c-3994-4dcc-aac2-15d90a1b975c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.526696] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-87aecb1c-3994-4dcc-aac2-15d90a1b975c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.527117] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-87aecb1c-3994-4dcc-aac2-15d90a1b975c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.527442] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87aecb1c-3994-4dcc-aac2-15d90a1b975c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.605682] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.605868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.605928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.606297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.628195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.628419] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.628529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.628594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.628794] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.628865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.628968] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 1055.654458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.654660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.654660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.654876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.654986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.664311] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 1056.029595] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.029834] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.029964] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.030294] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.030450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.030609] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 87aecb1c-3994-4dcc-aac2-15d90a1b975c not found, creating... [ 1056.030871] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.031057] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.031194] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.031422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.031554] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.031978] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.032142] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.032142] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.032347] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.032477] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.032613] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 87aecb1c-3994-4dcc-aac2-15d90a1b975c is going to be created. [ 1056.058335] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.058581] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.058670] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.058932] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.059248] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.059494] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-87aecb1c-3994-4dcc-aac2-15d90a1b975c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.761210] env[65978]: INFO networking_nsxv3.common.synchronization [req-b7fb16f7-ce37-4547-8d90-204e462c715e req-8f83db8a-9165-449d-a3d0-e17d4a4c1f03 service nova] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_rules [ 1056.761497] env[65978]: INFO networking_nsxv3.common.synchronization [req-b7fb16f7-ce37-4547-8d90-204e462c715e req-8f83db8a-9165-449d-a3d0-e17d4a4c1f03 service nova] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1056.761646] env[65978]: INFO networking_nsxv3.common.synchronization [req-b7fb16f7-ce37-4547-8d90-204e462c715e req-8f83db8a-9165-449d-a3d0-e17d4a4c1f03 service nova] Enqueued Resource ID: 87aecb1c-3994-4dcc-aac2-15d90a1b975c with Priority: HIGHEST for action port [ 1056.762149] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_rules [ 1056.762356] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1056.762408] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87aecb1c-3994-4dcc-aac2-15d90a1b975c with Priority: HIGHEST for action port [ 1056.762731] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.762806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.762859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.763059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.763143] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.764499] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.764596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.764902] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-87aecb1c-3994-4dcc-aac2-15d90a1b975c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.765024] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87aecb1c-3994-4dcc-aac2-15d90a1b975c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.765092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87aecb1c-3994-4dcc-aac2-15d90a1b975c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.765263] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87aecb1c-3994-4dcc-aac2-15d90a1b975c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.765339] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87aecb1c-3994-4dcc-aac2-15d90a1b975c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.784544] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 in Status: SUCCESS [ 1056.784838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.785307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.785535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.785759] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.785872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.785949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.786290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.786401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.786516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.786611] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.265168] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.265625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.267551] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87aecb1c-3994-4dcc-aac2-15d90a1b975c with status ACTIVE [ 1057.267803] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.267965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.268120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.268522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.268522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.268796] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.269477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.269477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.269477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.269477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.269625] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.269768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.269768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.269945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.270157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.270157] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87aecb1c-3994-4dcc-aac2-15d90a1b975c is going to be updated. [ 1057.288641] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.293854] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.293854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.293854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.293854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.293854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.293854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87aecb1c-3994-4dcc-aac2-15d90a1b975c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.506558] env[65978]: INFO networking_nsxv3.common.synchronization [req-63c59522-e6d1-480c-8bba-9d9a377881d8 req-abd9e15b-f31a-42fd-b28f-09aac830d287 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Enqueued Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGHEST for action security_group_members [ 1057.507205] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGHEST for action security_group_members [ 1057.509375] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-947c5534-8312-464f-8a6e-22e38eea4284 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.509515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.509587] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.509837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.510010] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.510148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.510187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.510323] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.510405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.510504] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947c5534-8312-464f-8a6e-22e38eea4284',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.680277] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 1057.680277] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 deletion is rescheduled due to dependency. [ 1057.680277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.680277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.680277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.680277] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.680277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.680277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.680277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.680277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.680277] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.735298] env[65978]: INFO networking_nsxv3.common.synchronization [req-ac9c9762-cbeb-4bf9-b0ef-20a11b7b554e req-4146502f-fc51-4b09-9fb6-e2cdeda932ac tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Enqueued Resource ID: 16fe9936-5107-4711-b0cb-675f206cf697 with Priority: HIGHEST for action security_group_members [ 1057.736145] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fe9936-5107-4711-b0cb-675f206cf697 with Priority: HIGHEST for action security_group_members [ 1057.736635] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-16fe9936-5107-4711-b0cb-675f206cf697 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.736839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.736947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.737302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.737558] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.737712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.737830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.738088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.738254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.738418] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16fe9936-5107-4711-b0cb-675f206cf697',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.791324] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc3d29ab-1080-4ed2-8731-0575b8f0bfe2: rpc.has_security_group_logging(os_id): False [ 1057.812904] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.813097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.813185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.813508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.813604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.813847] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.813946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.814019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.814410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.814410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.814410] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 is going to be created. [ 1057.858715] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.858715] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-952" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.858931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-952" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.859208] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-952" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.859465] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.859624] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.859740] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.860238] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.860238] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.860408] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.860516] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.860620] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.860741] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.860827] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.860928] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.861083] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.877130] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.877291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.877291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.877444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.877620] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.879900] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.880068] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.880306] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.880357] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-952" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.880627] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-e482f3e3-4c34-45ca-8f01-81eca0a5c4de taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.880781] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-e482f3e3-4c34-45ca-8f01-81eca0a5c4de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.880897] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-e482f3e3-4c34-45ca-8f01-81eca0a5c4de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.881257] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-e482f3e3-4c34-45ca-8f01-81eca0a5c4de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.881328] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e482f3e3-4c34-45ca-8f01-81eca0a5c4de',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.892634] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 in Status: IN_PROGRESS for 2s [ 1058.013451] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.013616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.013739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.013924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.014115] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.014214] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.014314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.014386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.014627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.014753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.014883] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947c5534-8312-464f-8a6e-22e38eea4284 already deleted. [ 1058.014985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.178740] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.241976] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.242511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.243282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.245045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.266138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.266651] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.268354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.268354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.268354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.268354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.268354] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16fe9936-5107-4711-b0cb-675f206cf697 is going to be updated. [ 1058.297162] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.297162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.297162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.297162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.297162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.307913] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16fe9936-5107-4711-b0cb-675f206cf697 in Status: IN_PROGRESS for 2s [ 1058.387028] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.387028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.387028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.387028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.387028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.387028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port e482f3e3-4c34-45ca-8f01-81eca0a5c4de not found, creating... [ 1058.387028] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.387028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.387028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.387028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.387028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.387504] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.387504] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.387504] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.387504] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.387504] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.387504] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: e482f3e3-4c34-45ca-8f01-81eca0a5c4de is going to be created. [ 1058.411458] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.411458] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.411458] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.411458] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.411458] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.411458] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-e482f3e3-4c34-45ca-8f01-81eca0a5c4de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.682297] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.165280] env[65978]: INFO networking_nsxv3.common.synchronization [req-63c59522-e6d1-480c-8bba-9d9a377881d8 req-293a81a4-1de4-42b2-9e49-98236348d484 service nova] Enqueued Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGHEST for action security_group_rules [ 1059.165280] env[65978]: INFO networking_nsxv3.common.synchronization [req-63c59522-e6d1-480c-8bba-9d9a377881d8 req-293a81a4-1de4-42b2-9e49-98236348d484 service nova] Enqueued Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGHEST for action security_group_members [ 1059.165688] env[65978]: INFO networking_nsxv3.common.synchronization [req-63c59522-e6d1-480c-8bba-9d9a377881d8 req-293a81a4-1de4-42b2-9e49-98236348d484 service nova] Enqueued Resource ID: e482f3e3-4c34-45ca-8f01-81eca0a5c4de with Priority: HIGHEST for action port [ 1059.166102] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGHEST for action security_group_rules [ 1059.166333] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGHEST for action security_group_members [ 1059.166398] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e482f3e3-4c34-45ca-8f01-81eca0a5c4de with Priority: HIGHEST for action port [ 1059.166704] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947c5534-8312-464f-8a6e-22e38eea4284 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.166856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.166930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.167177] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.167266] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947c5534-8312-464f-8a6e-22e38eea4284',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.168293] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-947c5534-8312-464f-8a6e-22e38eea4284 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.168367] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.168413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.168684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.168879] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.168963] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.169041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.169216] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.169300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.169396] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947c5534-8312-464f-8a6e-22e38eea4284',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.170295] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-e482f3e3-4c34-45ca-8f01-81eca0a5c4de taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.170398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e482f3e3-4c34-45ca-8f01-81eca0a5c4de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.170469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e482f3e3-4c34-45ca-8f01-81eca0a5c4de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.170632] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e482f3e3-4c34-45ca-8f01-81eca0a5c4de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.170709] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e482f3e3-4c34-45ca-8f01-81eca0a5c4de',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.183942] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.184148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.184226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.184424] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.184531] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.184634] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 1059.214596] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.214832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.214876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.215135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.215318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.224574] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 1059.673178] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('947c5534-8312-464f-8a6e-22e38eea4284',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.676190] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-947c5534-8312-464f-8a6e-22e38eea4284 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.676345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.676767] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e482f3e3-4c34-45ca-8f01-81eca0a5c4de with status ACTIVE [ 1059.676955] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.677236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.677322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.677544] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.677643] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.677833] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.677942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.678046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.678243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.678354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.678580] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.678704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.678939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.678995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.679073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.679173] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e482f3e3-4c34-45ca-8f01-81eca0a5c4de is going to be updated. [ 1059.701134] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.701304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.701345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.701547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.701687] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.701843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e482f3e3-4c34-45ca-8f01-81eca0a5c4de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.911370] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 in Status: SUCCESS [ 1059.911612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.177314] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('947c5534-8312-464f-8a6e-22e38eea4284',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.325031] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16fe9936-5107-4711-b0cb-675f206cf697 in Status: SUCCESS [ 1060.325293] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16fe9936-5107-4711-b0cb-675f206cf697 deletion is rescheduled due to dependency. [ 1060.326036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16fe9936-5107-4711-b0cb-675f206cf697" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.680434] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.680592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.680663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.680878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.680967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.681081] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947c5534-8312-464f-8a6e-22e38eea4284 is going to be created. [ 1060.710026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.710026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.710026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.710026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.710026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.721064] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947c5534-8312-464f-8a6e-22e38eea4284 in Status: UNINITIALIZED for 2s [ 1061.236128] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 4s [ 1062.734125] env[65978]: INFO networking_nsxv3.common.synchronization [None req-445f6c57-99f9-462f-8f5f-81350b5bd955 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_rules [ 1062.736255] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947c5534-8312-464f-8a6e-22e38eea4284 in Status: SUCCESS [ 1062.736476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.737047] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_rules [ 1062.737263] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.737486] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.737701] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.737819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.737885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.738059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.738158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.738257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.738351] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('947c5534-8312-464f-8a6e-22e38eea4284',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.739267] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.739374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.739434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.739639] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.739715] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.831163] env[65978]: INFO networking_nsxv3.common.synchronization [None req-4915e3e8-9081-4758-b4c2-fb684c90f965 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_rules [ 1062.831163] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_rules [ 1062.831421] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.831568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.242166] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('947c5534-8312-464f-8a6e-22e38eea4284',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.253783] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 1063.254058] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.254316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.254463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.254661] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.254800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.254843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.255023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.255133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.255211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.255302] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.268305] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.268512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.268512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.268711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.268848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.268961] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 already deleted. [ 1063.269110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.269244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.269507] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.269599] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.745370] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 947c5534-8312-464f-8a6e-22e38eea4284: rpc.has_security_group_logging(os_id): False [ 1063.757488] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.757672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.757751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.757971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.758160] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.758249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.758392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.758566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.758651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.758741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.758926] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.759059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.759124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.759271] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.759411] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.759494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.759552] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.759685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.759758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.759835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.759941] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.767953] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.768124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.768195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.768534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.768534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.768758] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.768807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.768883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.769702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.769702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.769702] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947c5534-8312-464f-8a6e-22e38eea4284 is going to be created. [ 1063.792333] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.792516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.792555] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.792769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.792858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.792959] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 already deleted. [ 1063.793095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.838754] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.838930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.838993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.839290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.839506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.855380] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 947c5534-8312-464f-8a6e-22e38eea4284 in Status: IN_PROGRESS for 2s [ 1064.263466] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9bef2b7-956f-4b09-badd-afba4ab3e4e5: rpc.has_security_group_logging(os_id): False [ 1064.289835] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.290089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.290089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.290408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.290503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.290739] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.291075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.291075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.291143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.291224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.291449] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.291541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.291611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.291773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.291847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.292087] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.292185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.292185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.292332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.292406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.292494] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 1064.394626] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.394779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.394901] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.395085] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.395237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.413776] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 1065.873364] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 947c5534-8312-464f-8a6e-22e38eea4284 in Status: SUCCESS [ 1065.873701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.429224] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 1066.429476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.040609] env[65978]: INFO networking_nsxv3.common.synchronization [req-b4dc03d7-547d-4d3b-ac10-754e66732166 req-220bd6c8-27f0-4e79-a0ec-cfc83eb1f6be tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1067.040869] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1067.041166] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.041498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.041498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.041651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.041697] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.041766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.041822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.041946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.042039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.042132] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.521490] env[65978]: INFO networking_nsxv3.common.synchronization [req-8e8a37e9-8279-403d-8648-0de46ee05fcc req-6ab365f5-69dc-43d7-8cba-aae1e6b502b3 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Enqueued Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGHEST for action security_group_members [ 1067.521897] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGHEST for action security_group_members [ 1067.522234] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a264d4-5889-4d1a-82cc-7ed3486cbf97 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.522354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.522442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.522608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.522787] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.522892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.522956] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.523129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.523215] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.523345] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a264d4-5889-4d1a-82cc-7ed3486cbf97',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.547109] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.547109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.547109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.547109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.547109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.547109] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.547109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.547109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.547109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.547109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.547109] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be updated. [ 1067.583997] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.585287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.587019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.587019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.587019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.603686] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: IN_PROGRESS for 2s [ 1067.623091] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-156 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.623091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.623091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.623091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.623091] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.623091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.623091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.623091] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.623991] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.624508] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.624779] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.624981] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.625194] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.625410] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.625610] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.625832] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.652192] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.652192] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.652192] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.652192] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.652192] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-0654df6c-d633-4881-bea4-f2c19d30f143 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.652696] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-0654df6c-d633-4881-bea4-f2c19d30f143" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.652696] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-0654df6c-d633-4881-bea4-f2c19d30f143" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.652866] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-0654df6c-d633-4881-bea4-f2c19d30f143" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.652999] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0654df6c-d633-4881-bea4-f2c19d30f143',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.025562] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.025742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.025806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.026285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.048683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.048999] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.049173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.049173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.049342] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.049426] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.049515] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 is going to be updated. [ 1068.077452] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.077608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.077697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.077860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.078009] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.088512] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 in Status: IN_PROGRESS for 2s [ 1068.157224] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.159118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.159118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.159118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.159118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.159118] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 0654df6c-d633-4881-bea4-f2c19d30f143 not found, creating... [ 1068.159118] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.159118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.159118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.159480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.159480] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.160073] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.160073] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.160073] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.160271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.160407] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.160588] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 0654df6c-d633-4881-bea4-f2c19d30f143 is going to be created. [ 1068.186642] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.187160] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.187445] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.189038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.189038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.189038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-0654df6c-d633-4881-bea4-f2c19d30f143" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.876361] env[65978]: INFO networking_nsxv3.common.synchronization [req-b4dc03d7-547d-4d3b-ac10-754e66732166 req-a43f4de1-e055-49db-9644-eabf57f3bbfc service nova] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_rules [ 1068.876361] env[65978]: INFO networking_nsxv3.common.synchronization [req-b4dc03d7-547d-4d3b-ac10-754e66732166 req-a43f4de1-e055-49db-9644-eabf57f3bbfc service nova] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1068.876361] env[65978]: INFO networking_nsxv3.common.synchronization [req-b4dc03d7-547d-4d3b-ac10-754e66732166 req-a43f4de1-e055-49db-9644-eabf57f3bbfc service nova] Enqueued Resource ID: 0654df6c-d633-4881-bea4-f2c19d30f143 with Priority: HIGHEST for action port [ 1068.876361] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_rules [ 1068.876361] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1068.876361] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0654df6c-d633-4881-bea4-f2c19d30f143 with Priority: HIGHEST for action port [ 1068.876361] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.876361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.876602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.876662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.876688] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.877922] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.878078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.878338] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0654df6c-d633-4881-bea4-f2c19d30f143 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.878432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0654df6c-d633-4881-bea4-f2c19d30f143" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.878478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0654df6c-d633-4881-bea4-f2c19d30f143" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.878666] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0654df6c-d633-4881-bea4-f2c19d30f143" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.880318] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0654df6c-d633-4881-bea4-f2c19d30f143',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.384277] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.384632] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.384758] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0654df6c-d633-4881-bea4-f2c19d30f143 with status ACTIVE [ 1069.385019] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.385193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.385303] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.385601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.385734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.386056] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.386234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.386326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.386558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.386672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.386946] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.387132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.387208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.387381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.387485] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.387605] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0654df6c-d633-4881-bea4-f2c19d30f143 is going to be updated. [ 1069.411251] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.411383] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.411464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.411669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.411803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.411962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0654df6c-d633-4881-bea4-f2c19d30f143" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.614477] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 1069.614770] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf deletion is rescheduled due to dependency. [ 1069.614770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.614978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.615187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.615615] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.615615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.615758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.615800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.616100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.616100] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.099186] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 in Status: SUCCESS [ 1070.099553] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 deletion is rescheduled due to dependency. [ 1070.099677] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.119249] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.621615] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.668012] env[65978]: INFO networking_nsxv3.common.synchronization [req-a58b0dec-89af-464f-a4ed-64c861e9de70 req-5eb0aaa4-16f0-47a6-b1d6-f11dcf8698dd tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1070.669083] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1070.669401] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.669530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.669594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.669848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.670150] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.670150] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.670266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.670411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.670411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.670483] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.060485] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.060713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.060840] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.061216] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.061844] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.062099] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.062262] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.062517] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.062699] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.062940] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.063103] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.063245] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.063380] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.063522] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.063655] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.063820] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.082580] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.082762] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.082913] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.083102] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.083410] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-8812a5dc-0923-4ac1-a733-caaf5d46f8dd taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.083578] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-8812a5dc-0923-4ac1-a733-caaf5d46f8dd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.083693] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-8812a5dc-0923-4ac1-a733-caaf5d46f8dd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.084035] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-8812a5dc-0923-4ac1-a733-caaf5d46f8dd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.084259] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8812a5dc-0923-4ac1-a733-caaf5d46f8dd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.124194] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.124332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.124409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.124617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.124706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.124801] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be updated. [ 1071.154731] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.154926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.154926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.155193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.155346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.165293] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: IN_PROGRESS for 2s [ 1071.172905] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.173113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.173198] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.173511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.173603] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.173799] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.173967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.174047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.174412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.174412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.174412] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f already deleted. [ 1071.174595] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.587644] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.588827] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.588827] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.588827] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.588827] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.588827] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 8812a5dc-0923-4ac1-a733-caaf5d46f8dd not found, creating... [ 1071.589271] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.589271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.589271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.589390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.589500] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.589774] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.589926] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.590144] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.590256] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.590385] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.590520] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 8812a5dc-0923-4ac1-a733-caaf5d46f8dd is going to be created. [ 1071.611358] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.611565] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.611687] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.611956] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.612196] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.612514] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-8812a5dc-0923-4ac1-a733-caaf5d46f8dd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.411571] env[65978]: INFO networking_nsxv3.common.synchronization [req-a58b0dec-89af-464f-a4ed-64c861e9de70 req-2f51fea8-5eb3-4f64-91d8-b52c0fef829b service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1072.411883] env[65978]: INFO networking_nsxv3.common.synchronization [req-a58b0dec-89af-464f-a4ed-64c861e9de70 req-2f51fea8-5eb3-4f64-91d8-b52c0fef829b service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1072.411883] env[65978]: INFO networking_nsxv3.common.synchronization [req-a58b0dec-89af-464f-a4ed-64c861e9de70 req-2f51fea8-5eb3-4f64-91d8-b52c0fef829b service nova] Enqueued Resource ID: 8812a5dc-0923-4ac1-a733-caaf5d46f8dd with Priority: HIGHEST for action port [ 1072.412425] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1072.412660] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1072.412770] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8812a5dc-0923-4ac1-a733-caaf5d46f8dd with Priority: HIGHEST for action port [ 1072.413134] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.413236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.413236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.413858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.413858] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.414643] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.414826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.414856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.415096] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.415270] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.415378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.415489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.415587] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.415668] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.415766] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.418518] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-8812a5dc-0923-4ac1-a733-caaf5d46f8dd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.418518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8812a5dc-0923-4ac1-a733-caaf5d46f8dd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.418518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8812a5dc-0923-4ac1-a733-caaf5d46f8dd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.418518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8812a5dc-0923-4ac1-a733-caaf5d46f8dd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.418518] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8812a5dc-0923-4ac1-a733-caaf5d46f8dd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.922132] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.922132] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.922132] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.926258] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8812a5dc-0923-4ac1-a733-caaf5d46f8dd with status ACTIVE [ 1072.926258] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.926258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.926258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.926258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.926258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.926258] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.926258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.926258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.926258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.926258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.926258] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.926258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.926258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.926258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.926258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.926258] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8812a5dc-0923-4ac1-a733-caaf5d46f8dd is going to be updated. [ 1072.950109] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.950251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.950350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.950529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.950661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.950818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8812a5dc-0923-4ac1-a733-caaf5d46f8dd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.032720] env[65978]: INFO networking_nsxv3.common.synchronization [req-40d2b476-b9fc-4da4-9922-ad5cb404661c req-9114b4b4-d84a-44d0-9f60-2e1d15352755 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_members [ 1073.032720] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_members [ 1073.032720] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.032720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.032720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.032720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.037121] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.037255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.037383] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.037558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.037645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.037761] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.177636] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 1073.179373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.179526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.179760] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.180050] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.180252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.180252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.180512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.180512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.180512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.181043] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.424045] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.462040] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.462338] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.462506] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.462853] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.463171] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.463391] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.463558] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.463811] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.464017] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.464305] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.464577] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.464844] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.465132] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.465485] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.465691] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.465904] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.487122] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.487304] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.487457] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.487647] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.487988] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-ee62117a-2c3a-4c21-9a16-ee1cca6af770 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.488180] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-ee62117a-2c3a-4c21-9a16-ee1cca6af770" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.488304] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-ee62117a-2c3a-4c21-9a16-ee1cca6af770" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.488667] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-ee62117a-2c3a-4c21-9a16-ee1cca6af770" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.488809] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee62117a-2c3a-4c21-9a16-ee1cca6af770',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.541716] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.541857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.541945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.542219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.542309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.542505] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.542714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.542714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.542813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.542935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.542968] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 is going to be deleted. [ 1073.572791] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.572791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.572791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.573395] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.573395] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.573395] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.682807] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.926458] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.926690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.926742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.927036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.927166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.927296] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be created. [ 1073.952251] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.952462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.952462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.952675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.952841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.963750] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: UNINITIALIZED for 2s [ 1073.992284] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.992538] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.992720] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.993023] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.993210] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.993375] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port ee62117a-2c3a-4c21-9a16-ee1cca6af770 not found, creating... [ 1073.993641] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.993796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.993931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.994186] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.994351] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.994642] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.994791] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.995129] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.995129] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.995252] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.995417] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: ee62117a-2c3a-4c21-9a16-ee1cca6af770 is going to be created. [ 1074.043241] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.043471] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.043559] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.043842] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.044102] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.044328] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-ee62117a-2c3a-4c21-9a16-ee1cca6af770" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.185065] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 043d579c-72f7-43fc-b2a7-4c45ec1f30cf: rpc.has_security_group_logging(os_id): False [ 1074.215734] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.216134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.216134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.216477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.216477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.216597] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.216712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.216780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.216931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.217044] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.217284] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be updated. [ 1074.328423] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.328618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.328663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.328843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.328987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.353252] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: IN_PROGRESS for 2s [ 1074.762767] env[65978]: INFO networking_nsxv3.common.synchronization [req-40d2b476-b9fc-4da4-9922-ad5cb404661c req-a8d2b7be-c2b5-461b-b449-076707f0351a service nova] Enqueued Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_rules [ 1074.762767] env[65978]: INFO networking_nsxv3.common.synchronization [req-40d2b476-b9fc-4da4-9922-ad5cb404661c req-a8d2b7be-c2b5-461b-b449-076707f0351a service nova] Enqueued Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_members [ 1074.762767] env[65978]: INFO networking_nsxv3.common.synchronization [req-40d2b476-b9fc-4da4-9922-ad5cb404661c req-a8d2b7be-c2b5-461b-b449-076707f0351a service nova] Enqueued Resource ID: ee62117a-2c3a-4c21-9a16-ee1cca6af770 with Priority: HIGHEST for action port [ 1074.763140] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_rules [ 1074.763190] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_members [ 1074.763432] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee62117a-2c3a-4c21-9a16-ee1cca6af770 with Priority: HIGHEST for action port [ 1074.763746] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.763883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.763965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.764252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.764324] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.766620] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.766798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.766905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.767306] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.770478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.771469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.771469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.771469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.771469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.771469] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.772615] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee62117a-2c3a-4c21-9a16-ee1cca6af770 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.772742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee62117a-2c3a-4c21-9a16-ee1cca6af770" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.772856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee62117a-2c3a-4c21-9a16-ee1cca6af770" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.773084] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee62117a-2c3a-4c21-9a16-ee1cca6af770" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.773198] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee62117a-2c3a-4c21-9a16-ee1cca6af770',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.105354] env[65978]: INFO networking_nsxv3.common.synchronization [req-73a0d689-79d1-4c2f-b66e-e6c8715738b4 req-e455551f-a93a-4d34-a9f6-a2b3a6a71870 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1075.105886] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1075.106326] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.106421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.106463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.106684] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.106860] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.106923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.107104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.107452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.107561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.107644] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.274601] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.275624] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.275731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.275905] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee62117a-2c3a-4c21-9a16-ee1cca6af770 with status ACTIVE [ 1075.276177] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.276378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.276378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.276489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.276578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.276738] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.276832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.276882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.277064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.277137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.277315] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.277403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.277461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.277594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.277664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.277744] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee62117a-2c3a-4c21-9a16-ee1cca6af770 is going to be updated. [ 1075.310413] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.310920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.310995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.311234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.311405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.311579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee62117a-2c3a-4c21-9a16-ee1cca6af770" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.610023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.610203] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.610269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.610491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.610584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.610779] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.610876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.610938] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.611105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.611181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.611267] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 1075.637091] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.637293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.637361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.637574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.637740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.647257] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 1075.780441] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.973626] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1075.973845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.974038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.974264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.974819] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.974819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.974819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.974819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.975019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.975019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.975019] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.282896] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.283133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.283183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.283401] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.283536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.283649] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 is going to be created. [ 1076.333197] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.333417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.333417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.333594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.333750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.344308] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 in Status: UNINITIALIZED for 2s [ 1076.370174] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 1076.370404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.478164] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.478378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.478463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.478748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.478973] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.479128] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.479217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.479432] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.479552] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.479682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.479851] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.479973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.480074] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.480267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.480455] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.480576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.480660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.480844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.480945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.481071] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.481193] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.984040] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d736c05f-b473-4d7b-858c-d674dc7ccd2f: rpc.has_security_group_logging(os_id): False [ 1077.009370] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.009537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.009661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.009883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.009968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.010230] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.010335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.010414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.010585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.010660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.010861] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.010965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.011089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.011262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.011354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.011561] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.011650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.011718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.011872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.011955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.012031] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be created. [ 1077.078817] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.078817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.078817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.078817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.078817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.092794] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1077.299206] env[65978]: INFO networking_nsxv3.common.synchronization [None req-88a7fd2f-5212-4571-b86b-9e89b441033b tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Enqueued Resource ID: 6cc66b26-2bea-46f7-86df-32e6efaacdd1 with Priority: HIGHEST for action security_group_rules [ 1077.299588] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc66b26-2bea-46f7-86df-32e6efaacdd1 with Priority: HIGHEST for action security_group_rules [ 1077.299909] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cc66b26-2bea-46f7-86df-32e6efaacdd1 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.300806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cc66b26-2bea-46f7-86df-32e6efaacdd1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.300806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cc66b26-2bea-46f7-86df-32e6efaacdd1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.300922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cc66b26-2bea-46f7-86df-32e6efaacdd1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.301088] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cc66b26-2bea-46f7-86df-32e6efaacdd1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.437707] env[65978]: INFO networking_nsxv3.common.synchronization [None req-2a1d1805-c4f6-4a2e-853b-816d6310015f tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Enqueued Resource ID: 6cc66b26-2bea-46f7-86df-32e6efaacdd1 with Priority: HIGHEST for action security_group_rules [ 1077.438856] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc66b26-2bea-46f7-86df-32e6efaacdd1 with Priority: HIGHEST for action security_group_rules [ 1077.438856] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cc66b26-2bea-46f7-86df-32e6efaacdd1 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.438856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cc66b26-2bea-46f7-86df-32e6efaacdd1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.659101] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 1077.660564] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 deletion is rescheduled due to dependency. [ 1077.660564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.826068] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.826068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.826068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.826068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.826068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.826068] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cc66b26-2bea-46f7-86df-32e6efaacdd1 already deleted. [ 1077.826068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cc66b26-2bea-46f7-86df-32e6efaacdd1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.826068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cc66b26-2bea-46f7-86df-32e6efaacdd1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.826068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cc66b26-2bea-46f7-86df-32e6efaacdd1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.826068] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cc66b26-2bea-46f7-86df-32e6efaacdd1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.349658] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.350368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.350501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.350824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.350962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.351086] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cc66b26-2bea-46f7-86df-32e6efaacdd1 already deleted. [ 1078.351188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cc66b26-2bea-46f7-86df-32e6efaacdd1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.354396] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 in Status: SUCCESS [ 1078.354661] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.355348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.355348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.355466] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.355586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.355640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.355789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.355868] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.355955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.356112] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.858629] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.858629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.858629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.858629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.859092] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.859092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.859092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.859092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.859455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.859455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.859455] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.859578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.859634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.859785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.859966] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.860126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.860126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.860319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.860376] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.860485] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.860556] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.109311] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1079.109311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.363495] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83e3a499-b1d5-46dd-abd8-d0c37f16d823: rpc.has_security_group_logging(os_id): False [ 1079.384368] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.384516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.384589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.384816] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.384904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.385162] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.385263] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.385334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.385483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.385560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.385730] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.385820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.385880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.386057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.386137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.386317] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.386408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.386468] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.386604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.386675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.386761] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 is going to be created. [ 1079.465243] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.465448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.465905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.466241] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.466491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.480367] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 in Status: IN_PROGRESS for 2s [ 1080.633525] env[65978]: INFO networking_nsxv3.common.synchronization [req-9d9e858e-a5f2-40c6-beaa-296465683f69 req-ff484a98-5da4-4cbc-a7a9-e550ca250b41 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1080.635727] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1080.636481] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.636718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.636813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.637233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.637430] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.637567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.637649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.637897] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.638153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.638291] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.143043] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.143043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.143043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.143708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.169967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.169967] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.169967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.169967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.169967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.169967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.169967] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 1081.200436] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.200436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.200436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.200832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.200957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.214877] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 1081.496903] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 in Status: SUCCESS [ 1081.496903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.179026] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.179398] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-780" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.179398] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-780" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.179673] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-780" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.179930] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.180281] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.180418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.180640] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.180782] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.180990] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.181114] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.181215] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.181373] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.181438] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.181523] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.181650] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.200759] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.200998] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.201254] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.201592] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-780" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.202047] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.202325] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.202541] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.203049] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.203308] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.225718] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 4s [ 1083.706766] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.707078] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.707078] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.707362] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.707506] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.707798] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.707934] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.708069] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.708296] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.708416] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.708689] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.708838] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.708950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.709208] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.709346] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.709488] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf is going to be updated. [ 1083.732025] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.732286] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.732416] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.732787] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.732991] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.733237] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.139825] env[65978]: INFO networking_nsxv3.common.synchronization [req-363b3a5c-b672-4380-9c04-a69ccb526a28 req-4c3b0e3b-a2e8-461e-8c8b-0db2ba18b581 tempest-ServersTestFqdnHostnames-733193615 tempest-ServersTestFqdnHostnames-733193615-project-member] Enqueued Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGHEST for action security_group_members [ 1084.140894] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGHEST for action security_group_members [ 1084.141344] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-2403429a-b26f-4ec4-9dba-2def1978059e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.141521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.141656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.141885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.142122] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.142269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.142413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.142579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.142705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.142839] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2403429a-b26f-4ec4-9dba-2def1978059e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.469854] env[65978]: INFO networking_nsxv3.common.synchronization [req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 req-9235744a-7962-4187-b77c-d1bba1b63c13 service nova] Enqueued Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_rules [ 1084.470117] env[65978]: INFO networking_nsxv3.common.synchronization [req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 req-9235744a-7962-4187-b77c-d1bba1b63c13 service nova] Enqueued Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 1084.470161] env[65978]: INFO networking_nsxv3.common.synchronization [req-8c54d2fc-18c7-4296-bedf-e67b71ff03c9 req-9235744a-7962-4187-b77c-d1bba1b63c13 service nova] Enqueued Resource ID: b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf with Priority: HIGHEST for action port [ 1084.470686] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_rules [ 1084.470815] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 1084.470909] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf with Priority: HIGHEST for action port [ 1084.471384] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.471384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.471384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.471873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.471873] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.472480] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.472643] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.472643] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.472813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.472953] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.473079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.473169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.473251] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.473318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.473590] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.476596] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.476729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.476805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.478088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.478088] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.646253] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.646447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.646518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.646701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.646881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.646990] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.647140] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.647209] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.647428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.647545] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.647673] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2403429a-b26f-4ec4-9dba-2def1978059e is going to be updated. [ 1084.650356] env[65978]: INFO networking_nsxv3.common.synchronization [req-8e363bc2-efa2-4f9a-8381-a9724b0bc192 req-c8d830e5-8bbe-43b7-85c7-e6f8d575f9a7 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_members [ 1084.650975] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGHEST for action security_group_members [ 1084.651923] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.652708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.652708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.652909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.653282] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.653406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.654250] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.654250] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.654405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.654479] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.681034] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.681034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.681034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.681034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.681034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.691578] env[65978]: INFO networking_nsxv3.common.synchronization [req-8e363bc2-efa2-4f9a-8381-a9724b0bc192 req-c8d830e5-8bbe-43b7-85c7-e6f8d575f9a7 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: ee62117a-2c3a-4c21-9a16-ee1cca6af770 with Priority: HIGHEST for action port [ 1084.692452] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2403429a-b26f-4ec4-9dba-2def1978059e in Status: IN_PROGRESS for 2s [ 1084.692835] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee62117a-2c3a-4c21-9a16-ee1cca6af770 with Priority: HIGHEST for action port [ 1084.693318] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee62117a-2c3a-4c21-9a16-ee1cca6af770 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.693651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee62117a-2c3a-4c21-9a16-ee1cca6af770" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.693873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee62117a-2c3a-4c21-9a16-ee1cca6af770" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.694277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee62117a-2c3a-4c21-9a16-ee1cca6af770" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.694393] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee62117a-2c3a-4c21-9a16-ee1cca6af770',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.979303] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.979706] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.979837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.980177] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf with status ACTIVE [ 1084.980345] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.980467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.980542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.980709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.980798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.980964] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.981075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.981126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.981280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.981355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.981715] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.981715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.981715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.981877] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.981877] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.981961] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf is going to be updated. [ 1085.006224] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.006385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.006459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.006693] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.006903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.007048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b29f8ed8-be27-4f5b-8cd1-4a3ab98cdfcf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.156972] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.157247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.157381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.157554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.157634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.157829] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.157924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.157985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.158147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.158217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.158305] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 is going to be updated. [ 1085.190812] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.190892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.190892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.191137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.191282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.196899] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee62117a-2c3a-4c21-9a16-ee1cca6af770 with status ACTIVE [ 1085.197501] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.197654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.197654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.197963] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.198074] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.198520] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.198678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.198752] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.199148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.199265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.199493] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.199611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.199671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.199845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.199926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.200032] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee62117a-2c3a-4c21-9a16-ee1cca6af770 is going to be updated. [ 1085.212116] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 in Status: IN_PROGRESS for 2s [ 1085.235481] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.235805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.235805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.236198] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.236394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.236601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee62117a-2c3a-4c21-9a16-ee1cca6af770" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.237584] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 1085.237750] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd deletion is rescheduled due to dependency. [ 1085.237853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.481424] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.984305] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.984541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.984541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.984770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.984875] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.984994] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 is going to be updated. [ 1086.018973] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.019260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.019380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.019697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.020058] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.031202] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: IN_PROGRESS for 2s [ 1086.705119] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2403429a-b26f-4ec4-9dba-2def1978059e in Status: SUCCESS [ 1086.705382] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2403429a-b26f-4ec4-9dba-2def1978059e deletion is rescheduled due to dependency. [ 1086.705458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.124557] env[65978]: INFO networking_nsxv3.common.synchronization [req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 req-d3c111a1-c218-4896-9290-b91f62ebeb4d tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_members [ 1087.125189] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_members [ 1087.125189] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.125370] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.125370] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.126287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.126287] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.126287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.126287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.126287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.126287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.126602] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.222688] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 in Status: SUCCESS [ 1087.222868] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 deletion is rescheduled due to dependency. [ 1087.222995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.455254] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.455467] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.455607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.455892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.456455] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.456708] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.456897] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.457213] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.457483] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.457751] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.457917] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.458183] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.458235] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.458472] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.458645] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.458843] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.480063] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.480336] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.480534] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.480769] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.481159] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.481400] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.481588] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.481955] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.482208] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.630217] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.630446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.630575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.630896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.631072] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.631378] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.631537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.631646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.631875] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.631960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.632686] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 already deleted. [ 1087.632686] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.660369] env[65978]: INFO networking_nsxv3.common.synchronization [req-5d8027aa-c32a-4bf0-bfb9-7fb9ddd19417 req-cfb3b9b2-cc4c-4b58-b334-1ceb980ea587 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Enqueued Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_members [ 1087.661170] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_members [ 1087.661170] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.661526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.661526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.661601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.661690] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.661774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.661841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.661997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.662151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.662249] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.984570] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.984905] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.985100] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.985648] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.985908] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.986189] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b not found, creating... [ 1087.986563] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.986790] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.986950] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.987315] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.987502] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.988073] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.988178] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.988308] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.988589] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.988759] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.988941] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b is going to be created. [ 1088.013931] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.013931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.013931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.013931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.013931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.013931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.045375] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: SUCCESS [ 1088.045375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.045375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.045375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.045375] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.045375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.045375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.045375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.045375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.045375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.045375] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.164795] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.549683] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.549864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.549864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.550059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.550228] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.550315] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.550417] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.550581] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.550704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.550808] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.550955] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.551607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.551607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.551607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.551607] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.551607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.551819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.551819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.551870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.553056] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.553056] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.667073] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.795784] env[65978]: INFO networking_nsxv3.common.synchronization [req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 req-bfbdfbfe-4a79-4787-8242-c37ad6b9b9cb service nova] Enqueued Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_rules [ 1088.795931] env[65978]: INFO networking_nsxv3.common.synchronization [req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 req-bfbdfbfe-4a79-4787-8242-c37ad6b9b9cb service nova] Enqueued Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_members [ 1088.796136] env[65978]: INFO networking_nsxv3.common.synchronization [req-5199eae8-ff1d-4ef7-aaae-aeb7fcc2e682 req-bfbdfbfe-4a79-4787-8242-c37ad6b9b9cb service nova] Enqueued Resource ID: a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b with Priority: HIGHEST for action port [ 1088.796722] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_rules [ 1088.796861] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_members [ 1088.797027] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b with Priority: HIGHEST for action port [ 1088.797289] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.797426] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.797494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.797729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.797788] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.798692] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.798820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.798876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.799128] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.799285] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.799353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.799384] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.799526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.799613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.799713] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.800535] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.800652] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.801430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.801430] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.801430] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.054864] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d15b023-e633-46d5-b711-cff8a5e93b65: rpc.has_security_group_logging(os_id): False [ 1089.076413] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.076564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.076650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.076869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.076976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.077266] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.077625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.077625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.077625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.077764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.077849] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.077967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.079040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.079040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.079040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.079040] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.079040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.079040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.079040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.079040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.079040] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 is going to be updated. [ 1089.157291] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.157291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.157291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.157435] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.157582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.169695] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.169933] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.170068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.170380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.170634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.170775] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff is going to be updated. [ 1089.179164] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: IN_PROGRESS for 2s [ 1089.202470] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.202721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.202721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.202928] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.203218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.220161] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: IN_PROGRESS for 2s [ 1089.302762] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.305640] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.305640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.305640] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b with status ACTIVE [ 1089.305640] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.305640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.306625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.306625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.306625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.306625] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.306625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.306625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.307272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.307272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.307272] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.307272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.307475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.307563] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.307695] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.308982] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b is going to be updated. [ 1089.354072] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.354261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.354326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.354600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.354753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.355000] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9e44e94-b813-4cc7-9ce5-b8173ebc3b6b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.806156] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.828300] env[65978]: INFO networking_nsxv3.common.synchronization [None req-5d2942f6-618e-454b-ae85-905857ff334b tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Enqueued Resource ID: 565d33f4-2562-4864-870e-2f017b1a4c2a with Priority: HIGHEST for action security_group_rules [ 1089.829650] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565d33f4-2562-4864-870e-2f017b1a4c2a with Priority: HIGHEST for action security_group_rules [ 1089.829650] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-565d33f4-2562-4864-870e-2f017b1a4c2a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.829650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.829650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.830053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.830053] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('565d33f4-2562-4864-870e-2f017b1a4c2a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.913551] env[65978]: INFO networking_nsxv3.common.synchronization [None req-b9cd6df9-c006-4151-9048-0d145457612e tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Enqueued Resource ID: 565d33f4-2562-4864-870e-2f017b1a4c2a with Priority: HIGHEST for action security_group_rules [ 1089.914316] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565d33f4-2562-4864-870e-2f017b1a4c2a with Priority: HIGHEST for action security_group_rules [ 1089.914768] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-565d33f4-2562-4864-870e-2f017b1a4c2a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.915381] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.309414] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.309814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.309814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.310106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.310261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.310429] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 is going to be created. [ 1090.339998] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.340229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.340229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.340527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.340785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.352193] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: UNINITIALIZED for 2s [ 1090.354963] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.355329] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.355422] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.356184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.356184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.356184] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 565d33f4-2562-4864-870e-2f017b1a4c2a already deleted. [ 1090.356184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.356184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.356406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.356441] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('565d33f4-2562-4864-870e-2f017b1a4c2a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.881082] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.882137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.882137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.882137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.882137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.882137] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 565d33f4-2562-4864-870e-2f017b1a4c2a already deleted. [ 1090.882137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.197118] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: SUCCESS [ 1091.197688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.234710] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: SUCCESS [ 1091.234963] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.364316] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: SUCCESS [ 1092.364743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.364743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.365468] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.365679] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.365862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.365954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.366144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.366237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.366315] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.366405] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.868748] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.364338] env[65978]: INFO networking_nsxv3.common.synchronization [req-6f697335-fbcd-4889-8efd-5fd958989360 req-90600ddd-787e-4804-8989-bbe1d7148644 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1093.365050] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1093.365289] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.365344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.365423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.365654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.365784] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.365855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.369028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.369028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.369028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.369028] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.370996] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea85c670-9b0a-4e45-831d-9c11d90d8e58: rpc.has_security_group_logging(os_id): False [ 1093.392147] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.392147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.392147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.392293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.392293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.392539] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.392669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.392708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.392840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.392912] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.393008] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 is going to be created. [ 1093.461691] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.461691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.461691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.461691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.461691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.474403] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: IN_PROGRESS for 2s [ 1093.764048] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.764270] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.764397] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.764660] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.764915] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.765083] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.765202] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.765414] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.765554] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.765759] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.765871] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.765983] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.766191] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.766263] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.766375] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.766552] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.790820] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.791122] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.791291] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.791483] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.791910] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-a85eacca-fa4f-4440-9b37-3898f5fe1490 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.792139] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-a85eacca-fa4f-4440-9b37-3898f5fe1490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.792588] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-a85eacca-fa4f-4440-9b37-3898f5fe1490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.793795] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-a85eacca-fa4f-4440-9b37-3898f5fe1490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.793974] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a85eacca-fa4f-4440-9b37-3898f5fe1490',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.871282] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.871479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.871479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.871690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.871840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.871983] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.872100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.872177] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.872339] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.872416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.872508] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 1093.909704] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.909915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.909915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.910144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.910301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.920387] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 1094.298038] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.298038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.298326] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.298479] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.298629] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.298799] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port a85eacca-fa4f-4440-9b37-3898f5fe1490 not found, creating... [ 1094.299019] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.299141] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.299404] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.299516] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.299605] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.299902] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.300533] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.300533] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.300533] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.300533] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.300715] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: a85eacca-fa4f-4440-9b37-3898f5fe1490 is going to be created. [ 1094.332877] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.333198] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.333345] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.333619] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.333857] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.334307] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-a85eacca-fa4f-4440-9b37-3898f5fe1490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.074963] env[65978]: INFO networking_nsxv3.common.synchronization [req-6f697335-fbcd-4889-8efd-5fd958989360 req-ee082f16-da63-4ca0-8059-5566353d4ede service nova] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_rules [ 1095.075289] env[65978]: INFO networking_nsxv3.common.synchronization [req-6f697335-fbcd-4889-8efd-5fd958989360 req-ee082f16-da63-4ca0-8059-5566353d4ede service nova] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1095.075469] env[65978]: INFO networking_nsxv3.common.synchronization [req-6f697335-fbcd-4889-8efd-5fd958989360 req-ee082f16-da63-4ca0-8059-5566353d4ede service nova] Enqueued Resource ID: a85eacca-fa4f-4440-9b37-3898f5fe1490 with Priority: HIGHEST for action port [ 1095.076152] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_rules [ 1095.076308] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1095.076457] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85eacca-fa4f-4440-9b37-3898f5fe1490 with Priority: HIGHEST for action port [ 1095.076787] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.076932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.077047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.077274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.077350] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.079519] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.079631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.080026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a85eacca-fa4f-4440-9b37-3898f5fe1490 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.080026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a85eacca-fa4f-4440-9b37-3898f5fe1490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.080182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a85eacca-fa4f-4440-9b37-3898f5fe1490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.080281] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a85eacca-fa4f-4440-9b37-3898f5fe1490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.080327] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a85eacca-fa4f-4440-9b37-3898f5fe1490',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.490398] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: SUCCESS [ 1095.490778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.583148] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.583148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.583913] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a85eacca-fa4f-4440-9b37-3898f5fe1490 with status ACTIVE [ 1095.584388] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.584388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.584388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.584554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.584638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.584878] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.584986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.584986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.585110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.585186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.585367] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.585474] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.585534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.585655] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.586266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.586266] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a85eacca-fa4f-4440-9b37-3898f5fe1490 is going to be updated. [ 1095.613895] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.613895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.613895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.613895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.613895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.613895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a85eacca-fa4f-4440-9b37-3898f5fe1490" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.766968] env[65978]: INFO networking_nsxv3.common.synchronization [req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d req-f915822b-f2ad-42d4-aaf6-46f93153ea30 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1095.767764] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1095.768227] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.768377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.768446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.768654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.768849] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.769040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.769040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.769181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.769273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.769428] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.934787] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 1095.935070] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd deletion is rescheduled due to dependency. [ 1095.935133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.935304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.935525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.935999] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.935999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.935999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.936311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.936608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.936608] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.127391] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.127767] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.127822] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.128200] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.128531] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.128722] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.128925] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.129246] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.129450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.129709] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.129854] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.130052] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.130219] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.130388] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.130538] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.130703] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.152272] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.152445] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.152581] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.152760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.153124] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-6ba6a262-220c-45f1-86a4-41fa7c7580de taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.154061] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-6ba6a262-220c-45f1-86a4-41fa7c7580de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.154061] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-6ba6a262-220c-45f1-86a4-41fa7c7580de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.154061] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-6ba6a262-220c-45f1-86a4-41fa7c7580de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.154061] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ba6a262-220c-45f1-86a4-41fa7c7580de',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.271670] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.438950] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.656728] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.657040] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.657224] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.657545] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.657692] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.657851] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 6ba6a262-220c-45f1-86a4-41fa7c7580de not found, creating... [ 1096.658137] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.658293] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.658422] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.658638] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.658938] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.659248] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.659409] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.659526] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.659758] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.659896] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.660159] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 6ba6a262-220c-45f1-86a4-41fa7c7580de is going to be created. [ 1096.680043] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.680274] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.680399] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.680666] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.680895] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.681200] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-6ba6a262-220c-45f1-86a4-41fa7c7580de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.776598] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.941364] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.279754] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.280321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.280321] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.280583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.280702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.280817] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1097.321472] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.324348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.324348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.324348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.324348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.337247] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1097.443957] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.444135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.444207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.444435] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.444530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.444619] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 1097.472259] env[65978]: INFO networking_nsxv3.common.synchronization [req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d req-819ee852-ba7f-4a1c-bb7c-fa728ac3a438 service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1097.472750] env[65978]: INFO networking_nsxv3.common.synchronization [req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d req-819ee852-ba7f-4a1c-bb7c-fa728ac3a438 service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1097.472750] env[65978]: INFO networking_nsxv3.common.synchronization [req-bf1b71d2-61f7-4982-b4a2-4953e03a3b7d req-819ee852-ba7f-4a1c-bb7c-fa728ac3a438 service nova] Enqueued Resource ID: 6ba6a262-220c-45f1-86a4-41fa7c7580de with Priority: HIGHEST for action port [ 1097.473080] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1097.473165] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1097.473264] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba6a262-220c-45f1-86a4-41fa7c7580de with Priority: HIGHEST for action port [ 1097.473525] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.473659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.473709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.473955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.474176] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.475559] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.475663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.475971] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ba6a262-220c-45f1-86a4-41fa7c7580de taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.476177] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ba6a262-220c-45f1-86a4-41fa7c7580de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.476177] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ba6a262-220c-45f1-86a4-41fa7c7580de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.476860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ba6a262-220c-45f1-86a4-41fa7c7580de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.476860] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ba6a262-220c-45f1-86a4-41fa7c7580de',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.482049] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.482049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.482049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.482049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.482049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.492784] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 1097.976525] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.976525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.981025] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ba6a262-220c-45f1-86a4-41fa7c7580de with status ACTIVE [ 1097.981025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.981025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.981025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.981025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.981025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.981025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.981025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.981025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.981025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.981025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.981025] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.981025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.981025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.981025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.981025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.981025] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ba6a262-220c-45f1-86a4-41fa7c7580de is going to be updated. [ 1098.003864] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.003864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.003864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.003864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.003864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.003864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ba6a262-220c-45f1-86a4-41fa7c7580de" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.350446] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1099.351584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.352210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.352579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.352872] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.354539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.354539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.354539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.354539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.354539] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.504485] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 1099.504815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.505028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.505611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.505611] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.505782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.505782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.505952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.506412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.506412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.506412] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.855857] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.011405] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.011405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.011405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.011405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.011405] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.011405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.011405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.011405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.011405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.011405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.011405] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.011405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.011405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.011405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.011405] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.011405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.012175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.012175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.012175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.012175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.012175] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.358523] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.516628] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd: rpc.has_security_group_logging(os_id): False [ 1100.540047] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.540047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.540047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.540047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.540047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.540047] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.540047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.540047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.540427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.540427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.540427] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.540522] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.541334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.541334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.541334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.541334] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.542179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.542305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.543028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.543028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.543028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 1100.621373] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.621482] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.621591] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.622022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.622022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.640313] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 1100.861794] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.862178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.862178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.862324] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.862446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.862563] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1100.892629] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.892629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.892629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.892629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.892629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.903529] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1102.453244] env[65978]: INFO networking_nsxv3.common.synchronization [req-53170767-8cda-474a-9d8f-c14672f47f41 req-fccb5a4b-7764-4f8b-96c1-ca80c88f7b03 tempest-ServerRescueNegativeTestJSON-1161789486 tempest-ServerRescueNegativeTestJSON-1161789486-project-member] Enqueued Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_members [ 1102.454322] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff with Priority: HIGHEST for action security_group_members [ 1102.456723] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.456723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.456723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.457327] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.457327] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.458980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.459143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.459436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.461048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.461048] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ecde7b9-af15-425c-bafe-ef0c31fe31ff',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.660909] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 1102.660909] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.916895] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1102.917257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.917474] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.917707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.917901] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.918043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.918113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.918280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.918358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.918440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.918532] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.963670] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.963939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.964106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.964480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.988583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.988879] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.989051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.989051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.989305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.989404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.989512] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff is going to be updated. [ 1103.017947] env[65978]: INFO networking_nsxv3.common.synchronization [req-93be2404-6dd6-4aec-af43-44b8125b9a1c req-f757d398-fa05-4b52-aa8d-e572e2176fb9 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Enqueued Resource ID: 565d33f4-2562-4864-870e-2f017b1a4c2a with Priority: HIGHEST for action security_group_members [ 1103.018849] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565d33f4-2562-4864-870e-2f017b1a4c2a with Priority: HIGHEST for action security_group_members [ 1103.019347] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-565d33f4-2562-4864-870e-2f017b1a4c2a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.019548] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.019662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.020076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.020331] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.020749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.020749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.020988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.020988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.021224] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('565d33f4-2562-4864-870e-2f017b1a4c2a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.023503] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.023695] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.023863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.024176] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.024410] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.038456] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: IN_PROGRESS for 2s [ 1103.425121] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.425121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.425121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.425121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.425121] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.425121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.425121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.425121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.425121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.425121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.425121] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.425121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.425121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.425121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.425121] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.425121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.426095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.426095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.426095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.426095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.426095] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.517681] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.518028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-187" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.518028] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-187" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.518523] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-187" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.518523] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.518690] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.518755] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.518951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.519607] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.519607] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.519607] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.519702] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.519732] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.520726] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.520911] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.521077] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.528063] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.528063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.528063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.528258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.528258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.528545] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.528645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.528708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.528866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.528941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.529041] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 565d33f4-2562-4864-870e-2f017b1a4c2a already deleted. [ 1103.529167] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.542361] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.542601] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.543189] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.543413] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-187" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.543746] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-3a532a08-a907-44ae-a9c7-1714cdc6b0e9 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.543919] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-3a532a08-a907-44ae-a9c7-1714cdc6b0e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.544097] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-3a532a08-a907-44ae-a9c7-1714cdc6b0e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.544410] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-3a532a08-a907-44ae-a9c7-1714cdc6b0e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.544552] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a532a08-a907-44ae-a9c7-1714cdc6b0e9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.928656] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d736c05f-b473-4d7b-858c-d674dc7ccd2f: rpc.has_security_group_logging(os_id): False [ 1103.948215] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.948526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.948526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.948657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.950093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.950093] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.950093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.950093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.950093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.950093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.950093] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.950093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.950093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.950093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.950093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.950093] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.950466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.950466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.950466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.950466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.950565] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1104.037845] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.038054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.038127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.038448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.038600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.046976] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.047370] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.047509] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.048038] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.048254] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.048487] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 3a532a08-a907-44ae-a9c7-1714cdc6b0e9 not found, creating... [ 1104.048888] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.049693] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.049693] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.050356] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.050592] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.050977] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.051227] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.051407] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.051863] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.052040] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.053063] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 3a532a08-a907-44ae-a9c7-1714cdc6b0e9 is going to be created. [ 1104.071885] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1104.093707] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.093707] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.093707] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.093707] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.093707] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.093707] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-3a532a08-a907-44ae-a9c7-1714cdc6b0e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.830484] env[65978]: INFO networking_nsxv3.common.synchronization [req-93be2404-6dd6-4aec-af43-44b8125b9a1c req-6622d1d6-6164-407e-bb89-06d3706d9616 service nova] Enqueued Resource ID: 565d33f4-2562-4864-870e-2f017b1a4c2a with Priority: HIGHEST for action security_group_rules [ 1104.830730] env[65978]: INFO networking_nsxv3.common.synchronization [req-93be2404-6dd6-4aec-af43-44b8125b9a1c req-6622d1d6-6164-407e-bb89-06d3706d9616 service nova] Enqueued Resource ID: 565d33f4-2562-4864-870e-2f017b1a4c2a with Priority: HIGHEST for action security_group_members [ 1104.830793] env[65978]: INFO networking_nsxv3.common.synchronization [req-93be2404-6dd6-4aec-af43-44b8125b9a1c req-6622d1d6-6164-407e-bb89-06d3706d9616 service nova] Enqueued Resource ID: 3a532a08-a907-44ae-a9c7-1714cdc6b0e9 with Priority: HIGHEST for action port [ 1104.831371] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565d33f4-2562-4864-870e-2f017b1a4c2a with Priority: HIGHEST for action security_group_rules [ 1104.831508] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565d33f4-2562-4864-870e-2f017b1a4c2a with Priority: HIGHEST for action security_group_members [ 1104.831602] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a532a08-a907-44ae-a9c7-1714cdc6b0e9 with Priority: HIGHEST for action port [ 1104.831866] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-565d33f4-2562-4864-870e-2f017b1a4c2a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.831989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.832286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.832498] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.832575] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('565d33f4-2562-4864-870e-2f017b1a4c2a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.833483] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-565d33f4-2562-4864-870e-2f017b1a4c2a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.833569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.833634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.833800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.833957] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.834100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.834150] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.834287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.834371] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.834459] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('565d33f4-2562-4864-870e-2f017b1a4c2a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.835588] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a532a08-a907-44ae-a9c7-1714cdc6b0e9 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.835689] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a532a08-a907-44ae-a9c7-1714cdc6b0e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.835748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a532a08-a907-44ae-a9c7-1714cdc6b0e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.836046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a532a08-a907-44ae-a9c7-1714cdc6b0e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.836046] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a532a08-a907-44ae-a9c7-1714cdc6b0e9',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.948456] env[65978]: INFO networking_nsxv3.common.synchronization [None req-1d25acf3-88fc-499c-a24c-1e109cce8ac9 None None] Enqueued Resource ID: 36e7cd03-85d1-4af7-90e1-ea6805980db6 with Priority: HIGHEST for action port [ 1104.948456] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36e7cd03-85d1-4af7-90e1-ea6805980db6 with Priority: HIGHEST for action port [ 1104.948531] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-36e7cd03-85d1-4af7-90e1-ea6805980db6 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.948682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36e7cd03-85d1-4af7-90e1-ea6805980db6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.948761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36e7cd03-85d1-4af7-90e1-ea6805980db6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.949020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36e7cd03-85d1-4af7-90e1-ea6805980db6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.949115] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36e7cd03-85d1-4af7-90e1-ea6805980db6',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.050774] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff in Status: SUCCESS [ 1105.050977] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ecde7b9-af15-425c-bafe-ef0c31fe31ff deletion is rescheduled due to dependency. [ 1105.051081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ecde7b9-af15-425c-bafe-ef0c31fe31ff" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.113240] env[65978]: INFO networking_nsxv3.common.synchronization [req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 req-dde70638-216d-43d4-8665-c32b6f666686 tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1105.113845] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1105.114045] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.114178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.114246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.114579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.114757] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.114834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.114895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.115062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.115146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.115233] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.338469] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-565d33f4-2562-4864-870e-2f017b1a4c2a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.338613] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.338823] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('565d33f4-2562-4864-870e-2f017b1a4c2a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.340775] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a532a08-a907-44ae-a9c7-1714cdc6b0e9 with status ACTIVE [ 1105.340955] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.341440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.341440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.341551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.344265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.344265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.344265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.344265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.344265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.344265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.344265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.344265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.344265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.344265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.344265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.344265] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a532a08-a907-44ae-a9c7-1714cdc6b0e9 is going to be updated. [ 1105.367645] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.367785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.367844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.368073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.368214] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.368759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a532a08-a907-44ae-a9c7-1714cdc6b0e9" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.451317] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36e7cd03-85d1-4af7-90e1-ea6805980db6 [ 1105.451561] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.451688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.451755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.451995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.452105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.452201] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36e7cd03-85d1-4af7-90e1-ea6805980db6 already deleted. [ 1105.452286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36e7cd03-85d1-4af7-90e1-ea6805980db6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.490147] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.490147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.490147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.490147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.490147] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.490147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.490147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.490147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.490147] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.490147] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.490147] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.490147] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.490147] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.490745] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.490745] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.490745] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.512400] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.512575] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.512713] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.512889] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-716" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.513240] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-42d930f0-cd81-4245-888c-bd7fd2ffe2d3 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.513428] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-42d930f0-cd81-4245-888c-bd7fd2ffe2d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.513548] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-42d930f0-cd81-4245-888c-bd7fd2ffe2d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.513885] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-42d930f0-cd81-4245-888c-bd7fd2ffe2d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.514086] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42d930f0-cd81-4245-888c-bd7fd2ffe2d3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.616969] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.617309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.617480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.617662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.617759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.617967] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.618087] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.618150] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.618301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.618408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.618475] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 1105.647084] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.648466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.648466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.648466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.648466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.658472] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 1105.841976] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('565d33f4-2562-4864-870e-2f017b1a4c2a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.017553] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.017553] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.018569] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.018960] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.019057] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.019233] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 42d930f0-cd81-4245-888c-bd7fd2ffe2d3 not found, creating... [ 1106.019613] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.019788] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.019904] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.020285] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.020438] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.020894] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.021062] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.021062] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.021405] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.021405] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.021503] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 42d930f0-cd81-4245-888c-bd7fd2ffe2d3 is going to be created. [ 1106.045401] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.045401] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.045401] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.045652] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.046271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.046271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-42d930f0-cd81-4245-888c-bd7fd2ffe2d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.095468] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1106.095688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.346661] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.346857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.346954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.347262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.347411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.347556] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 565d33f4-2562-4864-870e-2f017b1a4c2a is going to be created. [ 1106.377757] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.380038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.380038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.380038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.380038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.394441] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 565d33f4-2562-4864-870e-2f017b1a4c2a in Status: UNINITIALIZED for 2s [ 1106.887382] env[65978]: INFO networking_nsxv3.common.synchronization [req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 req-9fa84671-d6f6-45a2-b948-9625131bc15f service nova] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_rules [ 1106.887382] env[65978]: INFO networking_nsxv3.common.synchronization [req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 req-9fa84671-d6f6-45a2-b948-9625131bc15f service nova] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1106.887382] env[65978]: INFO networking_nsxv3.common.synchronization [req-89e9d8ea-05fd-4370-9ea4-2d7d25cbf495 req-9fa84671-d6f6-45a2-b948-9625131bc15f service nova] Enqueued Resource ID: 42d930f0-cd81-4245-888c-bd7fd2ffe2d3 with Priority: HIGHEST for action port [ 1106.887823] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_rules [ 1106.887823] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1106.887823] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d930f0-cd81-4245-888c-bd7fd2ffe2d3 with Priority: HIGHEST for action port [ 1106.887931] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.888458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.888458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.888458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.888675] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.893845] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.893845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.893845] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-42d930f0-cd81-4245-888c-bd7fd2ffe2d3 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.893845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42d930f0-cd81-4245-888c-bd7fd2ffe2d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.893845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42d930f0-cd81-4245-888c-bd7fd2ffe2d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.893845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42d930f0-cd81-4245-888c-bd7fd2ffe2d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.893845] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42d930f0-cd81-4245-888c-bd7fd2ffe2d3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.394309] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.394508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.394698] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42d930f0-cd81-4245-888c-bd7fd2ffe2d3 with status ACTIVE [ 1107.394948] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.395070] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.395146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.395385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.395497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.395704] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.396605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.396605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.396605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.396605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.397906] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.397906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.397906] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.398036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.398113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.398247] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42d930f0-cd81-4245-888c-bd7fd2ffe2d3 is going to be updated. [ 1107.425269] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.425444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.425488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.426033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.426033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.426207] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42d930f0-cd81-4245-888c-bd7fd2ffe2d3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.673846] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 1107.673846] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 deletion is rescheduled due to dependency. [ 1107.673846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.673846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.673846] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.674201] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.674201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.674300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.674387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.674465] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.674598] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.884215] env[65978]: INFO networking_nsxv3.common.synchronization [None req-81227e26-1d54-4ebe-930f-9b4b1506df10 None None] Enqueued Resource ID: a1af01b3-9ca0-41c8-b90c-dfb8e0efc52b with Priority: HIGHEST for action port [ 1107.884215] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1af01b3-9ca0-41c8-b90c-dfb8e0efc52b with Priority: HIGHEST for action port [ 1107.884215] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1af01b3-9ca0-41c8-b90c-dfb8e0efc52b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.884215] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1af01b3-9ca0-41c8-b90c-dfb8e0efc52b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.884550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1af01b3-9ca0-41c8-b90c-dfb8e0efc52b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.884980] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1af01b3-9ca0-41c8-b90c-dfb8e0efc52b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.885340] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1af01b3-9ca0-41c8-b90c-dfb8e0efc52b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.105386] env[65978]: INFO networking_nsxv3.common.synchronization [req-308ecb75-8bfc-4355-8577-c52c0983a3c2 req-a0e5b965-e92d-4c66-a065-6ab0a1ca1022 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e with Priority: HIGHEST for action security_group_members [ 1108.106466] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e with Priority: HIGHEST for action security_group_members [ 1108.106728] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-6740dec0-5dff-400f-8fa1-3483e656ec2e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.106875] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.106960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.107703] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.107888] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.107994] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.108096] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.108317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.108436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.108551] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6740dec0-5dff-400f-8fa1-3483e656ec2e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.178946] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.388289] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1af01b3-9ca0-41c8-b90c-dfb8e0efc52b [ 1108.388546] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.388701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.388767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.388996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.389109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.389278] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1af01b3-9ca0-41c8-b90c-dfb8e0efc52b already deleted. [ 1108.389347] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1af01b3-9ca0-41c8-b90c-dfb8e0efc52b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.406652] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 565d33f4-2562-4864-870e-2f017b1a4c2a in Status: SUCCESS [ 1108.406908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.407095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.407331] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.407541] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.407668] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.407754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.407926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.407990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.408081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.408193] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('565d33f4-2562-4864-870e-2f017b1a4c2a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.612119] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.612288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.612437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.612665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.612756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.612967] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.613085] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.613150] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.613305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.613382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.613474] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e is going to be updated. [ 1108.650804] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.650804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.650804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.650804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.650804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.662394] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e in Status: IN_PROGRESS for 2s [ 1108.681799] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.914780] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('565d33f4-2562-4864-870e-2f017b1a4c2a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.165435] env[65978]: INFO networking_nsxv3.common.synchronization [None req-f61a3b88-9144-4f64-8bf5-0c6c5a51bd0c tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Enqueued Resource ID: 3511640a-4110-4404-acd9-3c318aff8278 with Priority: HIGHEST for action security_group_rules [ 1109.165975] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3511640a-4110-4404-acd9-3c318aff8278 with Priority: HIGHEST for action security_group_rules [ 1109.166173] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3511640a-4110-4404-acd9-3c318aff8278 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.166295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.166360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.166616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.166689] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3511640a-4110-4404-acd9-3c318aff8278',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.184074] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.184297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.184335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.185106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.185106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.185106] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 1109.225040] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.225040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.225040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.225040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.225040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.242079] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 1109.297153] env[65978]: INFO networking_nsxv3.common.synchronization [None req-d91fd195-7cad-43db-91d3-cd1ea0967d79 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Enqueued Resource ID: 3511640a-4110-4404-acd9-3c318aff8278 with Priority: HIGHEST for action security_group_rules [ 1109.297834] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3511640a-4110-4404-acd9-3c318aff8278 with Priority: HIGHEST for action security_group_rules [ 1109.298409] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3511640a-4110-4404-acd9-3c318aff8278 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.299186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.418163] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 565d33f4-2562-4864-870e-2f017b1a4c2a: rpc.has_security_group_logging(os_id): False [ 1109.441752] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.442013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.442013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.442233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.442330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.442599] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.442704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.442769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.442936] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.443039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.443136] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 565d33f4-2562-4864-870e-2f017b1a4c2a is going to be created. [ 1109.530214] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.535455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.535455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.535455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.535455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.551661] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 565d33f4-2562-4864-870e-2f017b1a4c2a in Status: IN_PROGRESS for 2s [ 1109.557985] env[65978]: INFO networking_nsxv3.common.synchronization [req-60b3b37d-cb81-451d-8b45-6ecf6e6b26f0 req-3df475c6-e036-422e-b23f-3fa2107bf6f1 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1109.558314] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1109.558637] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.558758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.558826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.559047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.559202] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.559296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.559356] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.559508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.559593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.559725] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.688899] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.689069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.689267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.689391] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.689551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.689662] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3511640a-4110-4404-acd9-3c318aff8278 already deleted. [ 1109.689752] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.690368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.690497] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.690588] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3511640a-4110-4404-acd9-3c318aff8278',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.064692] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.217650] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.220076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.220076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.220076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.220076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.220076] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3511640a-4110-4404-acd9-3c318aff8278 already deleted. [ 1110.220076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.568759] env[65978]: INFO networking_nsxv3.common.synchronization [req-a3e01868-66d1-4705-982c-6623b4199376 req-4fda679d-3ddc-4bde-9123-a86a9e2175d7 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_members [ 1110.569282] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_members [ 1110.569397] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.569537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.569593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.569828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.569986] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.570130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.570195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.570358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.570445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.570554] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.571525] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.675718] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e in Status: SUCCESS [ 1110.675718] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6740dec0-5dff-400f-8fa1-3483e656ec2e deletion is rescheduled due to dependency. [ 1110.675718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6740dec0-5dff-400f-8fa1-3483e656ec2e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.075138] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.076469] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.076606] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.076702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.076878] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.076966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.077847] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1111.081640] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.081892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.082528] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.082528] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.082661] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.082907] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.083082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.083418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.084045] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.084045] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.084045] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.084045] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.084260] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.084296] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.084401] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.084543] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.110683] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.110683] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.110683] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.110964] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.111544] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-a34a015e-5682-4ae7-811e-5fdab2bb465a taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.111544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-a34a015e-5682-4ae7-811e-5fdab2bb465a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.111544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-a34a015e-5682-4ae7-811e-5fdab2bb465a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.111957] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-a34a015e-5682-4ae7-811e-5fdab2bb465a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.112199] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a34a015e-5682-4ae7-811e-5fdab2bb465a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.123419] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.123665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.123665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.123942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.124081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.136564] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1111.253013] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 1111.253422] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.253494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.253755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.253988] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.254181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.254277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.254455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.254555] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.254626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.254727] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.574686] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 565d33f4-2562-4864-870e-2f017b1a4c2a in Status: SUCCESS [ 1111.574864] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.583146] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.615493] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.615720] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.615842] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.616171] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.616329] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.616644] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port a34a015e-5682-4ae7-811e-5fdab2bb465a not found, creating... [ 1111.616756] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.616912] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.617037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.617306] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.617446] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.617741] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.617895] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.618022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.618234] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.618376] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.618534] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: a34a015e-5682-4ae7-811e-5fdab2bb465a is going to be created. [ 1111.645458] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.645797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.645797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.646143] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.646450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.646681] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-a34a015e-5682-4ae7-811e-5fdab2bb465a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.759086] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.759257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.759330] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.759555] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.759760] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.759882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.759960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.760247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.760362] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.760495] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.760697] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.760802] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.762026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.762026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.762026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.762026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.762026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.762026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.762026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.762026] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.762384] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.082089] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.084020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.084020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.084020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.084020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.084020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 is going to be updated. [ 1112.115450] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.115720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.115720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.115950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.116391] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.127862] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: IN_PROGRESS for 2s [ 1112.265368] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9bef2b7-956f-4b09-badd-afba4ab3e4e5: rpc.has_security_group_logging(os_id): False [ 1112.286589] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.287029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.287219] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.287569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.287705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.287979] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.288116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.288193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.288409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.288515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.288735] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.288843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.288910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.289604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.289738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.290011] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.290197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.290373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.290634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.290810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.291047] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 1112.369900] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.370173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.370173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.370304] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.370453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.389244] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 1112.480111] env[65978]: INFO networking_nsxv3.common.synchronization [req-a3e01868-66d1-4705-982c-6623b4199376 req-da58310b-9dac-406d-8c79-fa6672c875b2 service nova] Enqueued Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_rules [ 1112.480245] env[65978]: INFO networking_nsxv3.common.synchronization [req-a3e01868-66d1-4705-982c-6623b4199376 req-da58310b-9dac-406d-8c79-fa6672c875b2 service nova] Enqueued Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_members [ 1112.480346] env[65978]: INFO networking_nsxv3.common.synchronization [req-a3e01868-66d1-4705-982c-6623b4199376 req-da58310b-9dac-406d-8c79-fa6672c875b2 service nova] Enqueued Resource ID: a34a015e-5682-4ae7-811e-5fdab2bb465a with Priority: HIGHEST for action port [ 1112.481596] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_rules [ 1112.481731] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_members [ 1112.481864] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a34a015e-5682-4ae7-811e-5fdab2bb465a with Priority: HIGHEST for action port [ 1112.482746] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.482900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.483012] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.483179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.483241] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.485143] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.485143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.485143] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a34a015e-5682-4ae7-811e-5fdab2bb465a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.485143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a34a015e-5682-4ae7-811e-5fdab2bb465a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.485143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a34a015e-5682-4ae7-811e-5fdab2bb465a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.485143] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a34a015e-5682-4ae7-811e-5fdab2bb465a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.485143] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a34a015e-5682-4ae7-811e-5fdab2bb465a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.987510] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.987727] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.987776] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a34a015e-5682-4ae7-811e-5fdab2bb465a with status ACTIVE [ 1112.988039] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.988039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.988197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.988323] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.988416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.988586] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.988679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.988740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.988908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.988985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.989183] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.989293] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.989364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.989452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.989525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.989608] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a34a015e-5682-4ae7-811e-5fdab2bb465a is going to be updated. [ 1113.012944] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.012944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.012944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.012944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.012944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.012944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a34a015e-5682-4ae7-811e-5fdab2bb465a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.074570] env[65978]: INFO networking_nsxv3.common.synchronization [req-28016a96-fdb3-4c5c-a37c-22b0644a356f req-e28e9c02-2dbf-4efd-a087-dedd31fb52f8 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_members [ 1113.074801] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_members [ 1113.075516] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.075637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.075731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.077663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.077663] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.077663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.077663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.077663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.077663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.077663] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.155395] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1113.155947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.579460] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.608219] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.608219] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.608219] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.608219] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.608219] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.608219] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.608219] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.608219] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.608219] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.608219] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.608219] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.608219] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.608686] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.608686] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.608968] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.608968] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.632108] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.632560] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.632757] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.632957] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-754" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.633476] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.633759] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.633845] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.634198] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.634364] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.083331] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.139251] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: SUCCESS [ 1114.139508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.140060] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.140770] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.140770] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.140770] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.140997] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.140997] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc not found, creating... [ 1114.141249] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.141423] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.141538] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.141760] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.141907] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.142282] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.142468] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.142586] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.142796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.142947] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.143146] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc is going to be created. [ 1114.145541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.145719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.145874] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.145973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.146082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.146221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.146300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.146393] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.181658] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.181658] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.181658] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.181658] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.181658] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.181658] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.406068] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 1114.406396] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.585491] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.585898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.585898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.585971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.586029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.586213] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 is going to be updated. [ 1114.622068] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.622068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.622068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.622068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.622068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.634213] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: IN_PROGRESS for 2s [ 1114.650439] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.904171] env[65978]: INFO networking_nsxv3.common.synchronization [req-28016a96-fdb3-4c5c-a37c-22b0644a356f req-8a21b67d-e56b-4e41-8278-5dc1f3e708dd service nova] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_rules [ 1114.904171] env[65978]: INFO networking_nsxv3.common.synchronization [req-28016a96-fdb3-4c5c-a37c-22b0644a356f req-8a21b67d-e56b-4e41-8278-5dc1f3e708dd service nova] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_members [ 1114.904171] env[65978]: INFO networking_nsxv3.common.synchronization [req-28016a96-fdb3-4c5c-a37c-22b0644a356f req-8a21b67d-e56b-4e41-8278-5dc1f3e708dd service nova] Enqueued Resource ID: 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc with Priority: HIGHEST for action port [ 1114.904930] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_rules [ 1114.904930] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_members [ 1114.905570] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc with Priority: HIGHEST for action port [ 1114.905872] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.905978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.906117] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.906274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.906357] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.908040] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.908174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.908352] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.908555] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.908616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.908805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.908885] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.152962] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.409477] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.409710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.411933] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc with status ACTIVE [ 1115.412240] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.412421] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.412460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.412688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.412775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.413326] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.413449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.413524] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.413746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.413843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.414070] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.414172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.414237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.414385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.414472] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.414563] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc is going to be updated. [ 1115.438888] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.439084] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.439125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.439369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.439525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.439698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eab2c2a-3b53-4d96-bcf1-0669f8bbd4cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.583456] env[65978]: INFO networking_nsxv3.common.synchronization [req-3bdee053-869c-4448-b6ff-1f9cd97f820d req-f890a194-f27d-4631-8830-ab7fa8d5d8ed tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Enqueued Resource ID: 416db05b-9e84-4533-8420-a7ddb473367e with Priority: HIGHEST for action security_group_members [ 1115.584039] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416db05b-9e84-4533-8420-a7ddb473367e with Priority: HIGHEST for action security_group_members [ 1115.584401] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-416db05b-9e84-4533-8420-a7ddb473367e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.584521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.584583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.584885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.585719] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.586920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.586920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.586920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.586920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.586920] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('416db05b-9e84-4533-8420-a7ddb473367e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.655369] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.655369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.655369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.655671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.655720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.655838] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 is going to be updated. [ 1115.692952] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.692952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.693095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.694179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.694179] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.705197] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: IN_PROGRESS for 2s [ 1115.985211] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.985211] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-949" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.985211] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-949" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.985211] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-949" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.985669] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.985866] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.986053] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.986392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.986677] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.986810] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.986965] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.987115] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.987282] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.987427] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.987507] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.987646] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.009924] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.009924] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.009924] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.009924] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-949" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.009924] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-d9bc5262-c322-465a-a07d-24af85e6df05 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.009924] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-d9bc5262-c322-465a-a07d-24af85e6df05" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.009924] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-d9bc5262-c322-465a-a07d-24af85e6df05" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.011172] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-d9bc5262-c322-465a-a07d-24af85e6df05" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.011172] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bc5262-c322-465a-a07d-24af85e6df05',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.092814] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.092814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.093130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.093130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.093285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.093415] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.093513] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.093679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.093726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.093801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.094200] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 416db05b-9e84-4533-8420-a7ddb473367e already deleted. [ 1116.094200] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.516437] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.516437] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.516437] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.519087] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.519087] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.519087] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port d9bc5262-c322-465a-a07d-24af85e6df05 not found, creating... [ 1116.519087] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.519087] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.519087] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.519087] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.519087] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.519852] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.520099] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.520310] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.520674] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.520855] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.521041] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: d9bc5262-c322-465a-a07d-24af85e6df05 is going to be created. [ 1116.546510] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.546805] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.546911] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.547177] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.548818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.548818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-d9bc5262-c322-465a-a07d-24af85e6df05" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.649188] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: SUCCESS [ 1116.649600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.649600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.649887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.650144] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.650257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.650310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.650503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.650593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.650696] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.160483] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.303950] env[65978]: INFO networking_nsxv3.common.synchronization [req-3bdee053-869c-4448-b6ff-1f9cd97f820d req-121ac119-9f1a-4297-904f-455ba11fb70d service nova] Enqueued Resource ID: 416db05b-9e84-4533-8420-a7ddb473367e with Priority: HIGHEST for action security_group_rules [ 1117.304342] env[65978]: INFO networking_nsxv3.common.synchronization [req-3bdee053-869c-4448-b6ff-1f9cd97f820d req-121ac119-9f1a-4297-904f-455ba11fb70d service nova] Enqueued Resource ID: 416db05b-9e84-4533-8420-a7ddb473367e with Priority: HIGHEST for action security_group_members [ 1117.304492] env[65978]: INFO networking_nsxv3.common.synchronization [req-3bdee053-869c-4448-b6ff-1f9cd97f820d req-121ac119-9f1a-4297-904f-455ba11fb70d service nova] Enqueued Resource ID: d9bc5262-c322-465a-a07d-24af85e6df05 with Priority: HIGHEST for action port [ 1117.306721] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416db05b-9e84-4533-8420-a7ddb473367e with Priority: HIGHEST for action security_group_rules [ 1117.306950] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416db05b-9e84-4533-8420-a7ddb473367e with Priority: HIGHEST for action security_group_members [ 1117.307095] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9bc5262-c322-465a-a07d-24af85e6df05 with Priority: HIGHEST for action port [ 1117.307421] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-416db05b-9e84-4533-8420-a7ddb473367e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.307556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.307617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.307898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.307985] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('416db05b-9e84-4533-8420-a7ddb473367e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.310244] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-416db05b-9e84-4533-8420-a7ddb473367e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.310373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.310429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.310795] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.311023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.311131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.311221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.311388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.311479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.311594] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('416db05b-9e84-4533-8420-a7ddb473367e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.315954] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9bc5262-c322-465a-a07d-24af85e6df05 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.315954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9bc5262-c322-465a-a07d-24af85e6df05" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.315954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9bc5262-c322-465a-a07d-24af85e6df05" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.315954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9bc5262-c322-465a-a07d-24af85e6df05" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.315954] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bc5262-c322-465a-a07d-24af85e6df05',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.663085] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.715920] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: SUCCESS [ 1117.717224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.717224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.717224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.717224] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.717224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.717224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.717651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.717750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.717847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.717944] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.810776] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-416db05b-9e84-4533-8420-a7ddb473367e taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.811031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.819040] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('416db05b-9e84-4533-8420-a7ddb473367e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.821546] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9bc5262-c322-465a-a07d-24af85e6df05 with status ACTIVE [ 1117.821546] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.821843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.822113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.822235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.822360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.822607] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.822748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.823154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.823154] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.823227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.823561] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.823655] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.823765] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.823950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.824116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.824116] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9bc5262-c322-465a-a07d-24af85e6df05 is going to be updated. [ 1117.853400] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.853625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.853724] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.854049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.854478] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.854667] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9bc5262-c322-465a-a07d-24af85e6df05" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.165358] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.165516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.165585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.165807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.165898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.166125] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 is going to be updated. [ 1118.210432] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.210599] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.210648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.210852] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.210998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.222773] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.224538] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: IN_PROGRESS for 2s [ 1118.321915] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('416db05b-9e84-4533-8420-a7ddb473367e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.725818] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea85c670-9b0a-4e45-831d-9c11d90d8e58: rpc.has_security_group_logging(os_id): False [ 1118.746576] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.746576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.746576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.746576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.747929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.747929] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.747929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.747929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.747929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.747929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.747929] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 is going to be updated. [ 1118.813963] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.814185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.814185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.814392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.814628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.827226] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.827226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.827226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.827226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.827226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.827226] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 416db05b-9e84-4533-8420-a7ddb473367e is going to be created. [ 1118.831428] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: IN_PROGRESS for 2s [ 1118.869333] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.870041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.870311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.870667] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.870935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.886507] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 416db05b-9e84-4533-8420-a7ddb473367e in Status: UNINITIALIZED for 2s [ 1120.237291] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: SUCCESS [ 1120.237647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.237647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.237859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.238058] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.238226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.238226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.238399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.238463] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.238548] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.238638] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.741155] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.849942] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: SUCCESS [ 1120.850230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.897358] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 416db05b-9e84-4533-8420-a7ddb473367e in Status: SUCCESS [ 1120.898094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.898312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.898759] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.899081] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.899242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.899336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.899509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.899593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.899681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.899774] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('416db05b-9e84-4533-8420-a7ddb473367e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.244427] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46a6db76-8481-4ceb-966a-0b153878fe29: rpc.has_security_group_logging(os_id): False [ 1121.272123] env[65978]: INFO networking_nsxv3.common.synchronization [None req-2e747beb-688b-4706-8b91-2069ddb01a38 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGHEST for action security_group_rules [ 1121.274901] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.275100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.275217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.275535] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.275674] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.276502] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.276829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.276829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.277989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.277989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.277989] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 is going to be updated. [ 1121.284890] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGHEST for action security_group_rules [ 1121.285381] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab66b3e3-99a0-411b-9c1b-dace4894057a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.285578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.285712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.286363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.286560] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab66b3e3-99a0-411b-9c1b-dace4894057a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.377039] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.377039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.377357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.377999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.378146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.393816] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: IN_PROGRESS for 2s [ 1121.402558] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-416db05b-9e84-4533-8420-a7ddb473367e taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.402724] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.403444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.403444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.403444] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.403444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.403444] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.403734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.403734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.403734] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.403840] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-416db05b-9e84-4533-8420-a7ddb473367e taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.403886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.403929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.404073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.404241] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.404332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.404399] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.404554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.404631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.404710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.404797] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('416db05b-9e84-4533-8420-a7ddb473367e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.416060] env[65978]: INFO networking_nsxv3.common.synchronization [None req-0dc5d9f9-9233-4414-b38c-06e982806596 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGHEST for action security_group_rules [ 1121.416753] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGHEST for action security_group_rules [ 1121.418882] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab66b3e3-99a0-411b-9c1b-dace4894057a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.419559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.584323] env[65978]: INFO networking_nsxv3.common.synchronization [req-cfbe65af-8bf5-422e-8ee4-7f62185cc709 req-1cdf5b00-3fdc-4957-9e43-cfa88c55a440 tempest-ServerActionsV293TestJSON-1919299435 tempest-ServerActionsV293TestJSON-1919299435-project-member] Enqueued Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGHEST for action security_group_members [ 1121.585021] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGHEST for action security_group_members [ 1121.585592] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-947c5534-8312-464f-8a6e-22e38eea4284 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.585592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.585764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.585956] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.586210] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.586927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.587487] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.587589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.587682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.588937] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947c5534-8312-464f-8a6e-22e38eea4284',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.811605] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.811780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.811891] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.812137] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.812230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.812324] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab66b3e3-99a0-411b-9c1b-dace4894057a already deleted. [ 1121.812408] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.812553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.812706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.812797] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab66b3e3-99a0-411b-9c1b-dace4894057a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.907736] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 416db05b-9e84-4533-8420-a7ddb473367e: rpc.has_security_group_logging(os_id): False [ 1121.928707] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.928912] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.928998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.929461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.929461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.929597] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.929723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.929763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.930168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.930168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.930168] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.930331] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.930331] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.930475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.930549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.930749] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.930830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.930997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.931123] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.931230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.931439] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 416db05b-9e84-4533-8420-a7ddb473367e is going to be created. [ 1121.993471] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.993725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.993787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.994022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.994249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.007425] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 416db05b-9e84-4533-8420-a7ddb473367e in Status: IN_PROGRESS for 2s [ 1122.091231] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.091457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.091560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.091888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.092013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.092314] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.092455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.092541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.092807] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.092935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.093074] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947c5534-8312-464f-8a6e-22e38eea4284 is going to be updated. [ 1122.149540] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.149832] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.149927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.150220] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.150366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.164954] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947c5534-8312-464f-8a6e-22e38eea4284 in Status: IN_PROGRESS for 2s [ 1122.338150] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.338630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.338630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.339188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.339188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.339188] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab66b3e3-99a0-411b-9c1b-dace4894057a already deleted. [ 1122.339188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.413020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: SUCCESS [ 1123.413312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.022029] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 416db05b-9e84-4533-8420-a7ddb473367e in Status: SUCCESS [ 1124.022300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.175677] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947c5534-8312-464f-8a6e-22e38eea4284 in Status: SUCCESS [ 1124.176048] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947c5534-8312-464f-8a6e-22e38eea4284 deletion is rescheduled due to dependency. [ 1124.176048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.345257] env[65978]: INFO networking_nsxv3.common.synchronization [None req-c30e5895-b0cc-4956-8c68-fbe535ae89f9 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1124.347824] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1124.348823] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.348823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.348823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.348823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.349104] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.349159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.349300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.349361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.349455] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.350841] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.852162] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.852467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.852467] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.852612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.852706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.853806] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.853806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.853806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.853806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.853806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.853806] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1124.879323] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.879979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.879979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.879979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.879979] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.890542] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1126.080571] env[65978]: INFO networking_nsxv3.common.synchronization [req-57230066-ed19-4a38-bb76-79e6e1421ea4 req-2cf88354-713a-4450-bcb0-a720d82d7688 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Enqueued Resource ID: 3511640a-4110-4404-acd9-3c318aff8278 with Priority: HIGHEST for action security_group_members [ 1126.081727] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3511640a-4110-4404-acd9-3c318aff8278 with Priority: HIGHEST for action security_group_members [ 1126.081822] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3511640a-4110-4404-acd9-3c318aff8278 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.082429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.082429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.082429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.082429] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.082647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.082647] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.083066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.083066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.083066] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3511640a-4110-4404-acd9-3c318aff8278',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.585083] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.585314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.585314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.585530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.585876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.585876] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.586092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.586092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.586506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.586560] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.586645] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3511640a-4110-4404-acd9-3c318aff8278 already deleted. [ 1126.586727] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.699828] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.700226] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.700419] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.701159] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.701646] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.701992] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.702205] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.702906] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.703127] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.703363] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.703505] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.703619] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.703728] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.703840] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.703944] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.704150] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.727764] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.727941] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.728093] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.728280] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.728623] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.729216] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.729216] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.729331] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.729363] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.901953] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1126.902170] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df deletion is rescheduled due to dependency. [ 1126.902290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.232492] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.232807] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.232807] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.233162] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.233313] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.233467] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd not found, creating... [ 1127.235019] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.235019] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.235019] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.235019] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.235019] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.235019] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.235019] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.235019] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.235415] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.235456] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.235588] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd is going to be created. [ 1127.258417] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.258667] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.258799] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.259218] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.259509] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.259855] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.474496] env[65978]: INFO networking_nsxv3.common.synchronization [req-e2999d9f-08c3-440e-a185-e5d163658ee3 req-e3f75007-c275-41f2-8a84-c6bee1459df3 tempest-ServersNegativeTestJSON-492260991 tempest-ServersNegativeTestJSON-492260991-project-member] Enqueued Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 1127.474496] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGHEST for action security_group_members [ 1127.474863] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.475019] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.475100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.476989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.476989] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.476989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.476989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.476989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.476989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.476989] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.982038] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.982038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.982038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.982038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.982038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.982038] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.982038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.982038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.982038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.982038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.982038] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 is going to be updated. [ 1128.002813] env[65978]: INFO networking_nsxv3.common.synchronization [req-57230066-ed19-4a38-bb76-79e6e1421ea4 req-124fa9f7-1cd3-4ed4-8962-c61f0ac3f1f6 service nova] Enqueued Resource ID: 3511640a-4110-4404-acd9-3c318aff8278 with Priority: HIGHEST for action security_group_rules [ 1128.003047] env[65978]: INFO networking_nsxv3.common.synchronization [req-57230066-ed19-4a38-bb76-79e6e1421ea4 req-124fa9f7-1cd3-4ed4-8962-c61f0ac3f1f6 service nova] Enqueued Resource ID: 3511640a-4110-4404-acd9-3c318aff8278 with Priority: HIGHEST for action security_group_members [ 1128.003374] env[65978]: INFO networking_nsxv3.common.synchronization [req-57230066-ed19-4a38-bb76-79e6e1421ea4 req-124fa9f7-1cd3-4ed4-8962-c61f0ac3f1f6 service nova] Enqueued Resource ID: 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd with Priority: HIGHEST for action port [ 1128.003939] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3511640a-4110-4404-acd9-3c318aff8278 with Priority: HIGHEST for action security_group_rules [ 1128.005225] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3511640a-4110-4404-acd9-3c318aff8278 with Priority: HIGHEST for action security_group_members [ 1128.005225] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd with Priority: HIGHEST for action port [ 1128.005225] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3511640a-4110-4404-acd9-3c318aff8278 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.005411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.005411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.005600] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.005679] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3511640a-4110-4404-acd9-3c318aff8278',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.008039] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3511640a-4110-4404-acd9-3c318aff8278 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.008039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.008039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.008039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.008039] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.008303] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.008378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.008608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.008710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.008806] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3511640a-4110-4404-acd9-3c318aff8278',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.012165] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.012165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.012165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.012165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.012165] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.013623] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.013751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.013821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.013985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.014152] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.026968] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: IN_PROGRESS for 2s [ 1128.522812] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3511640a-4110-4404-acd9-3c318aff8278 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.522812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.522812] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3511640a-4110-4404-acd9-3c318aff8278',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.522812] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd with status ACTIVE [ 1128.522812] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.522812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.522812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.522812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.522812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.522812] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.522812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.522812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.523881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.523881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.523881] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.523881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.523881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.526539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.526678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.526748] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd is going to be updated. [ 1128.555764] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.555879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.555927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.556747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.556747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.556747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a5be0c8-9017-411a-b7ab-bb57cd1c3dfd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.029357] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3511640a-4110-4404-acd9-3c318aff8278',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.536404] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.536404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.536404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.536404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.536404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.536404] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3511640a-4110-4404-acd9-3c318aff8278 is going to be created. [ 1129.561569] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.561817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.561890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.562133] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.562296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.574036] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3511640a-4110-4404-acd9-3c318aff8278 in Status: UNINITIALIZED for 2s [ 1130.038922] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 in Status: SUCCESS [ 1130.039224] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 deletion is rescheduled due to dependency. [ 1130.039365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.585110] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3511640a-4110-4404-acd9-3c318aff8278 in Status: SUCCESS [ 1131.585392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.585561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.585786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.586089] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.586255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.586326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.586490] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.586574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.586662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.586747] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3511640a-4110-4404-acd9-3c318aff8278',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.001543] env[65978]: INFO networking_nsxv3.common.synchronization [req-7646614c-1313-432f-8e0b-c0951b196d7f req-fc0c9e6f-ec00-4623-b443-50b75d0116a3 tempest-ServerTagsTestJSON-1238439180 tempest-ServerTagsTestJSON-1238439180-project-member] Enqueued Resource ID: 416db05b-9e84-4533-8420-a7ddb473367e with Priority: HIGHEST for action security_group_members [ 1132.001543] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416db05b-9e84-4533-8420-a7ddb473367e with Priority: HIGHEST for action security_group_members [ 1132.001697] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-416db05b-9e84-4533-8420-a7ddb473367e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.001814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.001872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.003411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.003601] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.003705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.003769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.003942] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.004053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.004154] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('416db05b-9e84-4533-8420-a7ddb473367e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.088327] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3511640a-4110-4404-acd9-3c318aff8278',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.506202] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.507046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.507046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.507046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.507046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.507260] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.507325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.507366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.507495] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.507571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.507661] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 416db05b-9e84-4533-8420-a7ddb473367e is going to be updated. [ 1132.533591] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.533797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.533797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.533985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.534177] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.542263] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 416db05b-9e84-4533-8420-a7ddb473367e in Status: IN_PROGRESS for 2s [ 1132.592728] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3511640a-4110-4404-acd9-3c318aff8278: rpc.has_security_group_logging(os_id): False [ 1132.611738] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.611971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.611971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.612196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.612287] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.612539] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.612655] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.612722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.612879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.612955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.613057] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3511640a-4110-4404-acd9-3c318aff8278 is going to be created. [ 1132.679294] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.679499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.679578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.679795] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.679974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.691835] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3511640a-4110-4404-acd9-3c318aff8278 in Status: IN_PROGRESS for 2s [ 1134.280037] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.280037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.280037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.280037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.280037] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.281428] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.281428] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.281722] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.281803] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.282031] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.282127] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.282263] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.282461] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.282461] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.282578] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.282676] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.302264] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.302522] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.302633] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.302833] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.303242] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-42af1f38-5386-4b31-98ad-a669fe4a507c taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.303461] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.303588] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.304120] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.304217] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42af1f38-5386-4b31-98ad-a669fe4a507c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.552861] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 416db05b-9e84-4533-8420-a7ddb473367e in Status: SUCCESS [ 1134.553080] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 416db05b-9e84-4533-8420-a7ddb473367e deletion is rescheduled due to dependency. [ 1134.553178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.706873] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3511640a-4110-4404-acd9-3c318aff8278 in Status: SUCCESS [ 1134.707139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.806899] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.807136] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.807266] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.807551] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.807706] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.807859] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 42af1f38-5386-4b31-98ad-a669fe4a507c not found, creating... [ 1134.808131] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.808289] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.808409] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.808672] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.808808] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.809103] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.809259] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.809376] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.809581] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.809713] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.809848] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 42af1f38-5386-4b31-98ad-a669fe4a507c is going to be created. [ 1134.829225] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.829481] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.829609] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.829874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.830118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.830341] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.591468] env[65978]: INFO networking_nsxv3.common.synchronization [req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec req-8d390c59-cfed-4240-ad2a-bd086e2e79eb service nova] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_rules [ 1135.591749] env[65978]: INFO networking_nsxv3.common.synchronization [req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec req-8d390c59-cfed-4240-ad2a-bd086e2e79eb service nova] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1135.591801] env[65978]: INFO networking_nsxv3.common.synchronization [req-3075be6f-fd3d-47e4-93fa-92dc82ff93ec req-8d390c59-cfed-4240-ad2a-bd086e2e79eb service nova] Enqueued Resource ID: 42af1f38-5386-4b31-98ad-a669fe4a507c with Priority: HIGHEST for action port [ 1135.592928] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_rules [ 1135.593215] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1135.593327] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42af1f38-5386-4b31-98ad-a669fe4a507c with Priority: HIGHEST for action port [ 1135.593629] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.593751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.593841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.594736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.594736] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.596030] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.596030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.596030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.596292] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.596615] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.597276] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.597392] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.597592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.597890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.597890] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.598617] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-42af1f38-5386-4b31-98ad-a669fe4a507c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.598729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.598791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.598947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.599035] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42af1f38-5386-4b31-98ad-a669fe4a507c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.096152] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.096363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.100784] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.101697] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42af1f38-5386-4b31-98ad-a669fe4a507c with status ACTIVE [ 1136.101887] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.102249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.102249] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.102385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.102385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.102544] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.102637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.102697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.102838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.102911] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.103103] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.103196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.103259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.103403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.103499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.103585] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42af1f38-5386-4b31-98ad-a669fe4a507c is going to be updated. [ 1136.125469] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.125675] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.125743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.125952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.126104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.126318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.605402] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.107966] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.108221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.108343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.108642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.109125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.112211] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1137.142666] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.142820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.142892] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.143130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.143283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.152143] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1137.479474] env[65978]: INFO networking_nsxv3.common.synchronization [req-370c890a-7a6e-4305-bb43-360835d09fc5 req-0f80594a-571f-4d51-a282-495c7567c585 tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGHEST for action security_group_members [ 1137.479474] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGHEST for action security_group_members [ 1137.479865] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab66b3e3-99a0-411b-9c1b-dace4894057a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.479865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.479865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.481126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.481126] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.481126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.481126] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.481389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.481389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.481610] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab66b3e3-99a0-411b-9c1b-dace4894057a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.846854] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.847389] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.847389] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.847523] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.847818] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.847997] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.848136] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.848390] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.848578] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.848800] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.848964] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.849154] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.849341] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.849414] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.849545] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.849756] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.888037] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.888552] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.888792] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.888953] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-807" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.889244] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-6b82aa07-c752-4cf2-849a-27c6e17550a0 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.889619] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-6b82aa07-c752-4cf2-849a-27c6e17550a0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.889789] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-6b82aa07-c752-4cf2-849a-27c6e17550a0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.890151] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-6b82aa07-c752-4cf2-849a-27c6e17550a0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.890287] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b82aa07-c752-4cf2-849a-27c6e17550a0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.984102] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.984102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.984102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.986904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.986904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.986904] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.986904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.986904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.986904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.986904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.986904] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab66b3e3-99a0-411b-9c1b-dace4894057a already deleted. [ 1137.986904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.393048] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.393048] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.393403] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.393686] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.393791] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.394188] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 6b82aa07-c752-4cf2-849a-27c6e17550a0 not found, creating... [ 1138.394599] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.394805] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.395010] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.395345] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.395598] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.396022] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.396252] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.396462] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.396859] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.397371] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.397371] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 6b82aa07-c752-4cf2-849a-27c6e17550a0 is going to be created. [ 1138.424045] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.424298] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.424388] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.424737] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.425053] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.426312] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-6b82aa07-c752-4cf2-849a-27c6e17550a0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.098368] env[65978]: INFO networking_nsxv3.common.synchronization [req-370c890a-7a6e-4305-bb43-360835d09fc5 req-3feb0dbc-70be-443e-9a86-88d97d1c2eef service nova] Enqueued Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGHEST for action security_group_rules [ 1139.098368] env[65978]: INFO networking_nsxv3.common.synchronization [req-370c890a-7a6e-4305-bb43-360835d09fc5 req-3feb0dbc-70be-443e-9a86-88d97d1c2eef service nova] Enqueued Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGHEST for action security_group_members [ 1139.098368] env[65978]: INFO networking_nsxv3.common.synchronization [req-370c890a-7a6e-4305-bb43-360835d09fc5 req-3feb0dbc-70be-443e-9a86-88d97d1c2eef service nova] Enqueued Resource ID: 6b82aa07-c752-4cf2-849a-27c6e17550a0 with Priority: HIGHEST for action port [ 1139.098686] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGHEST for action security_group_rules [ 1139.098686] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGHEST for action security_group_members [ 1139.098686] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b82aa07-c752-4cf2-849a-27c6e17550a0 with Priority: HIGHEST for action port [ 1139.098940] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab66b3e3-99a0-411b-9c1b-dace4894057a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.099629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.099629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.099840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.099952] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab66b3e3-99a0-411b-9c1b-dace4894057a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.100905] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab66b3e3-99a0-411b-9c1b-dace4894057a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.101030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.101097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.101265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.101469] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.101527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.101568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.101685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.101767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.101922] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab66b3e3-99a0-411b-9c1b-dace4894057a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.102632] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b82aa07-c752-4cf2-849a-27c6e17550a0 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.102713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b82aa07-c752-4cf2-849a-27c6e17550a0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.102751] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b82aa07-c752-4cf2-849a-27c6e17550a0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.102899] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b82aa07-c752-4cf2-849a-27c6e17550a0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.102970] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b82aa07-c752-4cf2-849a-27c6e17550a0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.162969] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1139.163194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.163362] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.163710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.163769] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.163881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.163948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.164141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.164377] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.164503] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.164605] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.605119] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab66b3e3-99a0-411b-9c1b-dace4894057a taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.605261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.605461] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab66b3e3-99a0-411b-9c1b-dace4894057a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.606392] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b82aa07-c752-4cf2-849a-27c6e17550a0 with status ACTIVE [ 1139.606554] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.606677] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.606741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.606935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.607036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.607227] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.607331] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.607420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.607542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.607617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.607793] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.607885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.607945] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.608159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.608212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.608246] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b82aa07-c752-4cf2-849a-27c6e17550a0 is going to be updated. [ 1139.629905] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.629905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.629905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.630103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.630103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.630254] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b82aa07-c752-4cf2-849a-27c6e17550a0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.666860] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.667037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.667090] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.667357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.667609] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.667740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.667800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.667954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.668054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.668147] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.668296] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.668389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.668449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.668589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.668724] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.668812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.668874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.669011] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.669344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.669344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.669344] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.110727] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab66b3e3-99a0-411b-9c1b-dace4894057a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.172032] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f9be015-140a-4d69-8d8e-383bc831a3df: rpc.has_security_group_logging(os_id): False [ 1140.192989] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.192989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.193122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.193292] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.193374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.193593] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.193689] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.193770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.193888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.193978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.195830] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.195830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.195830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.195830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.195830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.195830] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.195830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.195830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.195830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.195830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.195830] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1140.260184] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.260184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.260184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.260184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.260184] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.278105] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1140.613294] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.613586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.613658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.613964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.614139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.614288] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab66b3e3-99a0-411b-9c1b-dace4894057a is going to be created. [ 1140.639896] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.640168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.640168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.640337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.640905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.651357] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66b3e3-99a0-411b-9c1b-dace4894057a in Status: UNINITIALIZED for 2s [ 1142.307362] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1142.308213] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.662076] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66b3e3-99a0-411b-9c1b-dace4894057a in Status: SUCCESS [ 1142.662369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.663068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.663068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.663068] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.663068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.663283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.663283] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.663540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.664462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.664462] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab66b3e3-99a0-411b-9c1b-dace4894057a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.167151] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab66b3e3-99a0-411b-9c1b-dace4894057a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.669798] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab66b3e3-99a0-411b-9c1b-dace4894057a: rpc.has_security_group_logging(os_id): False [ 1143.689197] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.689516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.689516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.689664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.689702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.689937] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.690046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.690119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.690316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.690393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.690482] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab66b3e3-99a0-411b-9c1b-dace4894057a is going to be created. [ 1143.756639] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.756833] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.756895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.757158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.757366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.769086] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab66b3e3-99a0-411b-9c1b-dace4894057a in Status: IN_PROGRESS for 2s [ 1144.099790] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.099996] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1144.705632] env[65978]: INFO networking_nsxv3.common.synchronization [req-52a65ef6-854f-4661-955a-2d3f5fc057ac req-2e0f6a4e-68db-418b-a2bd-0a5f6dcb5956 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1144.705632] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1144.705632] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.705632] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.706698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.706698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.706698] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.706698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.706698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.706698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.706698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.706698] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.055287] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.055537] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.055670] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.055936] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.056388] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.056594] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.056731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.056956] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.057112] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.057404] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.057901] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.058039] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.058187] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.058341] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.058480] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.058656] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.079051] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.079051] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.079051] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.079051] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.079485] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-0bd58afe-a990-4b71-b6e4-7173acee6545 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.079485] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-0bd58afe-a990-4b71-b6e4-7173acee6545" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.079623] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-0bd58afe-a990-4b71-b6e4-7173acee6545" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.079881] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-0bd58afe-a990-4b71-b6e4-7173acee6545" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.080055] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bd58afe-a990-4b71-b6e4-7173acee6545',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.208880] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.582280] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.582608] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.582747] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.583037] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.583197] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.583353] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 0bd58afe-a990-4b71-b6e4-7173acee6545 not found, creating... [ 1145.583617] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.583770] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.583885] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.584130] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.584292] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.584574] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.584731] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.584846] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.585115] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.585190] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.585329] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 0bd58afe-a990-4b71-b6e4-7173acee6545 is going to be created. [ 1145.611118] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.611118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.611118] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.611414] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.611590] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.611810] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-0bd58afe-a990-4b71-b6e4-7173acee6545" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.714663] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.781525] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab66b3e3-99a0-411b-9c1b-dace4894057a in Status: SUCCESS [ 1145.781772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.217832] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.217992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.218079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.218306] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.218403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.218505] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1146.248871] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.249028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.249102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.249890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.249890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.258962] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1146.310131] env[65978]: INFO networking_nsxv3.common.synchronization [req-52a65ef6-854f-4661-955a-2d3f5fc057ac req-e9f4e07a-7581-4ad9-b362-5a1e634b7974 service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1146.310381] env[65978]: INFO networking_nsxv3.common.synchronization [req-52a65ef6-854f-4661-955a-2d3f5fc057ac req-e9f4e07a-7581-4ad9-b362-5a1e634b7974 service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1146.310448] env[65978]: INFO networking_nsxv3.common.synchronization [req-52a65ef6-854f-4661-955a-2d3f5fc057ac req-e9f4e07a-7581-4ad9-b362-5a1e634b7974 service nova] Enqueued Resource ID: 0bd58afe-a990-4b71-b6e4-7173acee6545 with Priority: HIGHEST for action port [ 1146.310982] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1146.311149] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1146.311245] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd58afe-a990-4b71-b6e4-7173acee6545 with Priority: HIGHEST for action port [ 1146.311563] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.311691] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.311739] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.311983] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.312169] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.313922] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.313993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.314370] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bd58afe-a990-4b71-b6e4-7173acee6545 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.314496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bd58afe-a990-4b71-b6e4-7173acee6545" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.314563] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bd58afe-a990-4b71-b6e4-7173acee6545" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.314743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bd58afe-a990-4b71-b6e4-7173acee6545" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.314816] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bd58afe-a990-4b71-b6e4-7173acee6545',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.817172] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bd58afe-a990-4b71-b6e4-7173acee6545 with status ACTIVE [ 1146.817512] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.817604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.817656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.817879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.817971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.818213] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.818365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.818365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.818561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.818598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.818929] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.818929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.818929] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.819310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.819310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.819310] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bd58afe-a990-4b71-b6e4-7173acee6545 is going to be updated. [ 1146.820439] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.820559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.848389] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.848629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.848629] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.848961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.849042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.849222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bd58afe-a990-4b71-b6e4-7173acee6545" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.270277] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1148.270855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.271119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.271374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.271603] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.271752] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.271855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.272080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.272190] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.272333] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.779783] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.286056] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.787554] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.787554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.787554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.789801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.789801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.789801] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1149.819033] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.819033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.819033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.819033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.819033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.829753] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1151.314574] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.314574] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1151.842564] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1151.842819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.842975] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.843539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.843647] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.843776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.843829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.843967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.844068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.844159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.844273] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.114624] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.114826] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.114951] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.115244] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.115494] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.115641] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.115757] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.115969] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.116133] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.116365] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.116479] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.116588] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.116696] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.116804] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.116910] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.117052] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.137172] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.137351] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.137498] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.137683] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-769" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.137976] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-42af1f38-5386-4b31-98ad-a669fe4a507c taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.138170] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.138288] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.138547] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.138708] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42af1f38-5386-4b31-98ad-a669fe4a507c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.347212] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.347212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.347212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.347679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.348400] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.348539] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.348622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.348898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.349030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.349160] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.349359] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.349499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.349583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.349761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.349932] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.350067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.350166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.350348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.350446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.350534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.350670] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.641170] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.641434] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.641612] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.642105] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.642303] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.642633] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.642797] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.642981] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.643230] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.643374] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.643716] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.643870] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.644024] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.645170] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.645170] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.645170] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 42af1f38-5386-4b31-98ad-a669fe4a507c is going to be updated. [ 1152.676696] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.677021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.677021] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.677326] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.677537] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.677784] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.853528] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d736c05f-b473-4d7b-858c-d674dc7ccd2f: rpc.has_security_group_logging(os_id): False [ 1152.874539] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.874748] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.874939] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.875224] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.875353] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.875624] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.875754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.875836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.876060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.876164] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.876513] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.876631] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.876698] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.876858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.876937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.877147] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.877244] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.877318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.877536] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.877621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.877734] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1152.946389] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.946594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.946667] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.946913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.947083] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.962056] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1153.442984] env[65978]: INFO networking_nsxv3.common.synchronization [req-e85ed805-3479-4b3b-95a3-14db64d167af req-0eb475d2-d2a9-427b-9502-b87f863769ec service nova] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_rules [ 1153.443233] env[65978]: INFO networking_nsxv3.common.synchronization [req-e85ed805-3479-4b3b-95a3-14db64d167af req-0eb475d2-d2a9-427b-9502-b87f863769ec service nova] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1153.443291] env[65978]: INFO networking_nsxv3.common.synchronization [req-e85ed805-3479-4b3b-95a3-14db64d167af req-0eb475d2-d2a9-427b-9502-b87f863769ec service nova] Enqueued Resource ID: 42af1f38-5386-4b31-98ad-a669fe4a507c with Priority: HIGHEST for action port [ 1153.443519] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_rules [ 1153.443649] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1153.443746] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42af1f38-5386-4b31-98ad-a669fe4a507c with Priority: HIGHEST for action port [ 1153.444327] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.444457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.444525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.444723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.444804] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.447892] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.448053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.448113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.448343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.448461] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.448577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.448641] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.448791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.448876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.448966] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.449782] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-42af1f38-5386-4b31-98ad-a669fe4a507c taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.449886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.449951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.450111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.450211] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42af1f38-5386-4b31-98ad-a669fe4a507c',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.951927] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.952112] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.952328] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.953589] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42af1f38-5386-4b31-98ad-a669fe4a507c with status ACTIVE [ 1153.953908] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.954048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.954155] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.954523] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.955070] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.955070] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.955181] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.955212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.955443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.955576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.955848] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.956407] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.956407] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.956407] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.956574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.956574] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42af1f38-5386-4b31-98ad-a669fe4a507c is going to be updated. [ 1153.978735] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.978932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.978998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.979174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.979310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.979473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42af1f38-5386-4b31-98ad-a669fe4a507c" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.459501] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.961521] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.961718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.961799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.962059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.962170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.962290] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1154.981190] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1154.981618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.999341] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.999595] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.999595] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.999785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.000485] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.011694] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1155.160898] env[65978]: INFO networking_nsxv3.common.synchronization [req-e9e709dc-d219-4078-98fd-ea5f993a50e3 req-34c5a2a3-c115-4ccc-9adc-94225e72de9f tempest-DeleteServersTestJSON-259887957 tempest-DeleteServersTestJSON-259887957-project-member] Enqueued Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1155.161476] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 with Priority: HIGHEST for action security_group_members [ 1155.161831] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.161978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.161978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.162501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.162661] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.163183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.163183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.163183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.163183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.163344] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9bef2b7-956f-4b09-badd-afba4ab3e4e5',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.668758] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.669139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.669139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.669374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.669374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.669534] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.669709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.669709] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.669835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.670067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.670067] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 is going to be updated. [ 1155.702814] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.702959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.703080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.703282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.703456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.713050] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: IN_PROGRESS for 2s [ 1157.021993] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1157.022342] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.022541] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.022694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.022897] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.023061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.023100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.023238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.023317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.023403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.023926] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.145411] env[65978]: INFO networking_nsxv3.common.synchronization [req-cf333877-0e27-4286-ac1b-2f9a636c1d7b req-efee0b35-62c7-45b5-8db4-a5f4b2e13243 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1157.145840] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1157.146202] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.147062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.147062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.147062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.147062] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.147062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.147062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.147422] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.147422] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.147422] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.525474] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.525690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.525690] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.525951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.526129] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.526227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.526291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.526886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.526985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.527092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.527249] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.527369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.527454] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.527644] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.528032] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.528162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.528245] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.528460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.528569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.528650] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.528759] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.649802] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.724072] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 in Status: SUCCESS [ 1157.724338] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9bef2b7-956f-4b09-badd-afba4ab3e4e5 deletion is rescheduled due to dependency. [ 1157.724483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9bef2b7-956f-4b09-badd-afba4ab3e4e5" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.031310] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f9be015-140a-4d69-8d8e-383bc831a3df: rpc.has_security_group_logging(os_id): False [ 1158.050353] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.050637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.050637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.050787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.050876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.051112] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.051212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.051277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.051486] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.051630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.051914] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.052062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.052162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.052386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.052512] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.052792] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.052952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.054397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.054397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.054397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.054397] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1158.117300] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.117471] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.118607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.118607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.118607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.136332] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1158.153273] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.656039] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.656039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.656039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.656365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.656365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.656500] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1158.683462] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.683462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.683462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.683462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.683462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.692960] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1160.061208] env[65978]: INFO networking_nsxv3.common.synchronization [None req-264d679d-8e3b-4c68-9c72-6011457f119e None None] Enqueued Resource ID: 5b88bbaf-6be2-4887-ba13-28ee8cd154a1 with Priority: HIGHEST for action port [ 1160.063148] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b88bbaf-6be2-4887-ba13-28ee8cd154a1 with Priority: HIGHEST for action port [ 1160.063148] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b88bbaf-6be2-4887-ba13-28ee8cd154a1 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.063148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b88bbaf-6be2-4887-ba13-28ee8cd154a1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.063148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b88bbaf-6be2-4887-ba13-28ee8cd154a1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.063148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b88bbaf-6be2-4887-ba13-28ee8cd154a1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.063148] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b88bbaf-6be2-4887-ba13-28ee8cd154a1',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.155076] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1160.155315] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.567778] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b88bbaf-6be2-4887-ba13-28ee8cd154a1 [ 1160.567778] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.567778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.567778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.567778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.567778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.567778] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b88bbaf-6be2-4887-ba13-28ee8cd154a1 already deleted. [ 1160.567778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b88bbaf-6be2-4887-ba13-28ee8cd154a1" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.704575] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1160.704575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.367738] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.368144] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.368870] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.368870] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.369507] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.369752] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.369929] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.370262] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.370478] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.370778] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.370921] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.371098] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.371259] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.371426] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.371910] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.371910] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.394195] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.394488] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.395973] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.395973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.395973] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-262eab20-a232-47e8-9ead-70c2fa9d01cc taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.395973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.395973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.397620] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.397620] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('262eab20-a232-47e8-9ead-70c2fa9d01cc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.559386] env[65978]: INFO networking_nsxv3.common.synchronization [None req-1d511490-a319-4c14-bcc6-e43644cf8170 None None] Enqueued Resource ID: e4aed60d-2743-4f41-a834-ac6b6ab8b787 with Priority: HIGHEST for action port [ 1161.560245] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4aed60d-2743-4f41-a834-ac6b6ab8b787 with Priority: HIGHEST for action port [ 1161.560637] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4aed60d-2743-4f41-a834-ac6b6ab8b787 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.560808] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4aed60d-2743-4f41-a834-ac6b6ab8b787" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.562707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4aed60d-2743-4f41-a834-ac6b6ab8b787" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.562707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4aed60d-2743-4f41-a834-ac6b6ab8b787" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.562707] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4aed60d-2743-4f41-a834-ac6b6ab8b787',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.903025] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.903025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.903025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.903025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.903025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.903025] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.903025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.903025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.903025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.903025] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.903482] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.903482] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.903482] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.903482] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.903482] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.903482] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 262eab20-a232-47e8-9ead-70c2fa9d01cc is going to be updated. [ 1161.927453] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.927453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.927453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.927453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.927453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.927453] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.068434] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4aed60d-2743-4f41-a834-ac6b6ab8b787 [ 1162.069559] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.069559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.069559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.069559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.069559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.069559] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4aed60d-2743-4f41-a834-ac6b6ab8b787 already deleted. [ 1162.069559] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4aed60d-2743-4f41-a834-ac6b6ab8b787" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.449601] env[65978]: INFO networking_nsxv3.common.synchronization [None req-db66306a-1cc3-47b2-a531-6a657882c3df None None] Enqueued Resource ID: 60f474bc-8871-42ee-9ac7-b676e6b0442e with Priority: HIGHEST for action port [ 1162.450177] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f474bc-8871-42ee-9ac7-b676e6b0442e with Priority: HIGHEST for action port [ 1162.450503] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f474bc-8871-42ee-9ac7-b676e6b0442e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.450632] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f474bc-8871-42ee-9ac7-b676e6b0442e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.450699] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f474bc-8871-42ee-9ac7-b676e6b0442e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.450959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f474bc-8871-42ee-9ac7-b676e6b0442e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.451415] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f474bc-8871-42ee-9ac7-b676e6b0442e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.674082] env[65978]: INFO networking_nsxv3.common.synchronization [req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca req-17184709-796a-4a48-a766-3a9dc256c898 service nova] Enqueued Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_rules [ 1162.674082] env[65978]: INFO networking_nsxv3.common.synchronization [req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca req-17184709-796a-4a48-a766-3a9dc256c898 service nova] Enqueued Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_members [ 1162.674082] env[65978]: INFO networking_nsxv3.common.synchronization [req-614f37b2-ed14-4b2f-a752-f1d3e2a5b7ca req-17184709-796a-4a48-a766-3a9dc256c898 service nova] Enqueued Resource ID: 262eab20-a232-47e8-9ead-70c2fa9d01cc with Priority: HIGHEST for action port [ 1162.674082] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_rules [ 1162.674082] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_members [ 1162.674509] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262eab20-a232-47e8-9ead-70c2fa9d01cc with Priority: HIGHEST for action port [ 1162.674509] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.674780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.674780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.674935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.674935] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.681094] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.681094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.681094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.681094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.681094] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.681094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.681094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.681094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.681094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.681094] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.681094] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-262eab20-a232-47e8-9ead-70c2fa9d01cc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.681094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.681094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.681094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.681094] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('262eab20-a232-47e8-9ead-70c2fa9d01cc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.954212] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60f474bc-8871-42ee-9ac7-b676e6b0442e [ 1162.954212] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.954212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.954212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.954212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.954212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.954212] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60f474bc-8871-42ee-9ac7-b676e6b0442e already deleted. [ 1162.954212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f474bc-8871-42ee-9ac7-b676e6b0442e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.181512] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.182912] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.183041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.183413] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 262eab20-a232-47e8-9ead-70c2fa9d01cc with status ACTIVE [ 1163.183589] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.183702] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.183824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.184062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.184157] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.186591] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.186728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.186796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.186996] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.187094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.187286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.187479] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.187583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.187747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.187828] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.187920] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 262eab20-a232-47e8-9ead-70c2fa9d01cc is going to be updated. [ 1163.215314] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.215605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.215605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.215729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.215844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.216039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-262eab20-a232-47e8-9ead-70c2fa9d01cc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.571717] env[65978]: INFO networking_nsxv3.common.synchronization [req-9d992cd1-44d7-459e-9462-aab18ef9b4f1 req-582d9bef-ab16-40f5-8c35-910d8daefff1 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1163.572425] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1163.573031] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.573031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.574039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.574039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.575122] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.575122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.575122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.575122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.575122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.575122] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.690269] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.061848] env[65978]: INFO networking_nsxv3.common.synchronization [None req-bab42de9-7822-4f6a-ae02-6ef61d4c8db7 None None] Enqueued Resource ID: c95f0d30-4d36-4510-b6f1-29f23a152a27 with Priority: HIGHEST for action port [ 1164.062445] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95f0d30-4d36-4510-b6f1-29f23a152a27 with Priority: HIGHEST for action port [ 1164.062758] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-c95f0d30-4d36-4510-b6f1-29f23a152a27 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.062877] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c95f0d30-4d36-4510-b6f1-29f23a152a27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.062943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c95f0d30-4d36-4510-b6f1-29f23a152a27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.063211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c95f0d30-4d36-4510-b6f1-29f23a152a27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.063329] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c95f0d30-4d36-4510-b6f1-29f23a152a27',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.077961] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.078118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.078235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.078397] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.078483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.078707] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.078777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.078838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.078986] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.079074] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.079165] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 1164.109542] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.109721] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.109790] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.110032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.110159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.121987] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 1164.195533] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.195695] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.195765] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.195978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.196094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.196194] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 is going to be updated. [ 1164.226932] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.227092] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.227149] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.227350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.227490] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.237911] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 in Status: IN_PROGRESS for 2s [ 1164.565538] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c95f0d30-4d36-4510-b6f1-29f23a152a27 [ 1164.566108] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.567030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.567030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.567030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.567030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.567030] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c95f0d30-4d36-4510-b6f1-29f23a152a27 already deleted. [ 1164.567030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c95f0d30-4d36-4510-b6f1-29f23a152a27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.133411] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 1166.133803] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd deletion is rescheduled due to dependency. [ 1166.133803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.248430] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 in Status: SUCCESS [ 1166.248889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.249262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.249595] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.249846] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.250000] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.250079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.250307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.250419] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.250531] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.250646] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.752787] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.256192] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc3d29ab-1080-4ed2-8731-0575b8f0bfe2: rpc.has_security_group_logging(os_id): False [ 1167.275457] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.275704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.275824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.276129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.276274] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.276663] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.276822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.276935] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.277218] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.278044] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.278044] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 is going to be updated. [ 1167.343987] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.344118] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.344180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.344489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.344641] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.360634] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 in Status: IN_PROGRESS for 2s [ 1169.063950] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1169.064399] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1169.380163] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 in Status: SUCCESS [ 1169.380445] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.590692] env[65978]: INFO networking_nsxv3.common.synchronization [req-c914115d-8b61-4a37-882a-092f404e85e0 req-2129231c-ecb2-4b34-a664-6b6076c572d0 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1169.591278] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1169.591619] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.591937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.592022] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.592226] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.592397] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.592494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.592562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.592703] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.592820] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.592956] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.929298] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.929874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.929874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.929874] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.930126] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.931011] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.931011] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.931011] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.931011] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.931011] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.931320] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.931320] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.931320] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.931463] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.931511] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.931712] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.952191] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.952337] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1169.952531] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.952645] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-839" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.953016] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-cd3ae938-58a3-473f-9d59-9d852a3ac530 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.953220] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-cd3ae938-58a3-473f-9d59-9d852a3ac530" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.953344] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-cd3ae938-58a3-473f-9d59-9d852a3ac530" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.953673] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-cd3ae938-58a3-473f-9d59-9d852a3ac530" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.953804] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd3ae938-58a3-473f-9d59-9d852a3ac530',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.095429] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.095777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.095777] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.095947] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.096141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.096397] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.096740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.096812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.096991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.097121] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.097244] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 1170.124443] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.124660] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.124755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.125240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.125568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.135196] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 1170.457481] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.457734] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.457860] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.458201] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.458413] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.458582] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port cd3ae938-58a3-473f-9d59-9d852a3ac530 not found, creating... [ 1170.458875] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.459053] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.459174] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.459398] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.459535] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.459814] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.459964] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.460092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.460296] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.460427] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.460566] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: cd3ae938-58a3-473f-9d59-9d852a3ac530 is going to be created. [ 1170.479641] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.479894] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.479965] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.480247] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.480464] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.480678] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-cd3ae938-58a3-473f-9d59-9d852a3ac530" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.209111] env[65978]: INFO networking_nsxv3.common.synchronization [req-c914115d-8b61-4a37-882a-092f404e85e0 req-4c76f901-9c6a-4250-8d1a-9e93b6375300 service nova] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_rules [ 1171.209111] env[65978]: INFO networking_nsxv3.common.synchronization [req-c914115d-8b61-4a37-882a-092f404e85e0 req-4c76f901-9c6a-4250-8d1a-9e93b6375300 service nova] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1171.209111] env[65978]: INFO networking_nsxv3.common.synchronization [req-c914115d-8b61-4a37-882a-092f404e85e0 req-4c76f901-9c6a-4250-8d1a-9e93b6375300 service nova] Enqueued Resource ID: cd3ae938-58a3-473f-9d59-9d852a3ac530 with Priority: HIGHEST for action port [ 1171.209111] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_rules [ 1171.210194] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1171.210344] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3ae938-58a3-473f-9d59-9d852a3ac530 with Priority: HIGHEST for action port [ 1171.210642] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.210772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.210840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.211063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.211149] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.212461] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.212553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.212742] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd3ae938-58a3-473f-9d59-9d852a3ac530 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.212836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd3ae938-58a3-473f-9d59-9d852a3ac530" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.212898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd3ae938-58a3-473f-9d59-9d852a3ac530" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.213096] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd3ae938-58a3-473f-9d59-9d852a3ac530" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.213173] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd3ae938-58a3-473f-9d59-9d852a3ac530',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.314344] env[65978]: INFO networking_nsxv3.common.synchronization [req-4d5460a0-68e2-43a1-b0c7-8a6462f3bf04 req-79cfd9d2-9403-4bfa-ae00-69acb179995f tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_members [ 1171.315019] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_members [ 1171.315382] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.315597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.315597] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.315788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.315940] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.316059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.316113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.316307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.316398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.316987] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.715330] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.715528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.716062] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd3ae938-58a3-473f-9d59-9d852a3ac530 with status ACTIVE [ 1171.716062] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.716062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.716062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.716967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.716967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.716967] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.716967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.716967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.717640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.717746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.717953] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.718176] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.718229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.718900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.718900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.718900] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd3ae938-58a3-473f-9d59-9d852a3ac530 is going to be updated. [ 1171.743772] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.743920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.743988] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.744269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.744348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.744540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd3ae938-58a3-473f-9d59-9d852a3ac530" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.820424] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.913718] env[65978]: INFO networking_nsxv3.common.synchronization [req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 req-b19d42b8-c1fe-44a7-9653-39ab12c9ea18 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Enqueued Resource ID: 456b2162-fe20-4c63-b659-91b9ded64645 with Priority: HIGHEST for action security_group_members [ 1171.914852] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456b2162-fe20-4c63-b659-91b9ded64645 with Priority: HIGHEST for action security_group_members [ 1171.915363] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-456b2162-fe20-4c63-b659-91b9ded64645 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.915506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.915564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.915796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.915952] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.916103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.916178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.916355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.916462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.916581] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('456b2162-fe20-4c63-b659-91b9ded64645',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.148343] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 1172.148343] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd deletion is rescheduled due to dependency. [ 1172.148343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.149987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.149987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.149987] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.149987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.149987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.150240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.150240] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.150240] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.254082] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.254082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-549" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.254082] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-549" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.254498] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-549" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.254697] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.254857] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.254973] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.255205] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.255348] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.255552] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.255662] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.255770] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.255870] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.255973] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.256086] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.256215] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.278181] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.278361] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.278485] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.278667] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-549" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.279062] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.279238] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.279392] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.279728] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.279863] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4bf574-c5e0-494f-ae9c-fab5362e0d8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.324342] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.419317] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.419575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.419575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.419865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.419997] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.420189] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.420327] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.420393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.420517] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.420599] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.420655] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 456b2162-fe20-4c63-b659-91b9ded64645 already deleted. [ 1172.420713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.652934] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.783687] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.783986] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.784172] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.784538] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.784716] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.784878] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 0d4bf574-c5e0-494f-ae9c-fab5362e0d8b not found, creating... [ 1172.785239] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.785410] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.785527] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.785768] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.785905] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.786248] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.786406] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.786605] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.786850] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.786989] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.787149] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 0d4bf574-c5e0-494f-ae9c-fab5362e0d8b is going to be created. [ 1172.812921] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.813179] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.813311] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.813612] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.813836] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.814075] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.827042] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.827235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.827285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.827615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.827738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.827846] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 is going to be updated. [ 1172.861725] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.861725] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.861900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.862093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.862310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.879462] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: IN_PROGRESS for 2s [ 1173.155322] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.562822] env[65978]: INFO networking_nsxv3.common.synchronization [req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 req-2d7ad90d-1334-4f37-822c-96224f359dd5 service nova] Enqueued Resource ID: 456b2162-fe20-4c63-b659-91b9ded64645 with Priority: HIGHEST for action security_group_rules [ 1173.563184] env[65978]: INFO networking_nsxv3.common.synchronization [req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 req-2d7ad90d-1334-4f37-822c-96224f359dd5 service nova] Enqueued Resource ID: 456b2162-fe20-4c63-b659-91b9ded64645 with Priority: HIGHEST for action security_group_members [ 1173.563623] env[65978]: INFO networking_nsxv3.common.synchronization [req-d998d12d-2b1a-4089-ad64-f02cb315a0c9 req-2d7ad90d-1334-4f37-822c-96224f359dd5 service nova] Enqueued Resource ID: 0d4bf574-c5e0-494f-ae9c-fab5362e0d8b with Priority: HIGHEST for action port [ 1173.563861] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456b2162-fe20-4c63-b659-91b9ded64645 with Priority: HIGHEST for action security_group_rules [ 1173.563999] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456b2162-fe20-4c63-b659-91b9ded64645 with Priority: HIGHEST for action security_group_members [ 1173.564747] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4bf574-c5e0-494f-ae9c-fab5362e0d8b with Priority: HIGHEST for action port [ 1173.565053] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-456b2162-fe20-4c63-b659-91b9ded64645 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.565205] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.565272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.565526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.565608] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('456b2162-fe20-4c63-b659-91b9ded64645',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.566488] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-456b2162-fe20-4c63-b659-91b9ded64645 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.566599] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.566668] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.566837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.566976] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.567103] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.567158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.567299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.567361] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.567477] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('456b2162-fe20-4c63-b659-91b9ded64645',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.569382] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.569508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.569569] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.569718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.569796] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4bf574-c5e0-494f-ae9c-fab5362e0d8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.657566] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.658108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.658108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.660320] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.660454] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.660611] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 1173.696303] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.696501] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.696547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.696742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.696886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.712280] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 1174.072308] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-456b2162-fe20-4c63-b659-91b9ded64645 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.072308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.072308] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('456b2162-fe20-4c63-b659-91b9ded64645',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.072897] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d4bf574-c5e0-494f-ae9c-fab5362e0d8b with status ACTIVE [ 1174.073107] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.073252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.073324] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.073561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.073680] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.073881] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.073992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.074067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.074233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.074313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.074575] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.074685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.074747] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.074889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.074963] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.075062] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d4bf574-c5e0-494f-ae9c-fab5362e0d8b is going to be updated. [ 1174.100591] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.100791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.100866] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.101093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.101230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.101395] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d4bf574-c5e0-494f-ae9c-fab5362e0d8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.577356] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('456b2162-fe20-4c63-b659-91b9ded64645',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.890178] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: SUCCESS [ 1174.890412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.080159] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.080159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.080159] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.080388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.080388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.080460] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 456b2162-fe20-4c63-b659-91b9ded64645 is going to be created. [ 1175.113375] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.113470] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.113470] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.113697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.113880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.127134] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 456b2162-fe20-4c63-b659-91b9ded64645 in Status: UNINITIALIZED for 2s [ 1175.725873] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 1175.726390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.726390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.726518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.726708] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.726890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.726890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.727081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.727081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.727243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.727243] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.230256] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.230423] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.230466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.232045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.232045] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.232045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.232045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.232045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.232045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.232045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.232045] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.232045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.232045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.232796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.232796] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.232796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.232796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.232796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.232796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.232796] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.232796] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.675276] env[65978]: INFO networking_nsxv3.common.synchronization [req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc req-bd5dac00-782b-4673-86b7-d8052af0541a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1176.675958] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1176.676140] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.676263] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.676329] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.676610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.676766] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.676863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.676924] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.677186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.677305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.677430] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.735231] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd: rpc.has_security_group_logging(os_id): False [ 1176.755519] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.755713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.755713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.755920] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.756029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.756247] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.757148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.757148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.757148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.757148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.757148] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.757148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.757148] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.757458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.757458] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.757525] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.757640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.757640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.757788] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.757905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.758013] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 1176.819497] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.819741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.819741] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.820041] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.820235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.839980] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 1177.104999] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.105271] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.105389] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.105657] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.105926] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.106121] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.106240] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.106462] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.106653] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.106860] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.106970] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.107081] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.107186] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.107295] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.107426] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.107551] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.131088] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.131273] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.131413] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.131588] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.132145] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-a6148ba4-14a2-42d9-986d-4bc78df01e88 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.132145] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-a6148ba4-14a2-42d9-986d-4bc78df01e88" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.132299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-a6148ba4-14a2-42d9-986d-4bc78df01e88" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.132541] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-a6148ba4-14a2-42d9-986d-4bc78df01e88" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.132729] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6148ba4-14a2-42d9-986d-4bc78df01e88',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.138376] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 456b2162-fe20-4c63-b659-91b9ded64645 in Status: SUCCESS [ 1177.138657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.138943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.139172] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.139369] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.139521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.139584] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.139884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.139884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.139884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.140160] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('456b2162-fe20-4c63-b659-91b9ded64645',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.180900] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.635238] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.635560] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.635725] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.636092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.636302] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.636597] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port a6148ba4-14a2-42d9-986d-4bc78df01e88 not found, creating... [ 1177.636993] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.637256] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.637424] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.637645] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.637800] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.638125] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.638293] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.638412] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.638644] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.638782] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.638928] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: a6148ba4-14a2-42d9-986d-4bc78df01e88 is going to be created. [ 1177.641672] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-456b2162-fe20-4c63-b659-91b9ded64645 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.641815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.641857] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.642045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.642208] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.642307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.642371] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.642518] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.642602] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.642704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.642834] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-456b2162-fe20-4c63-b659-91b9ded64645 taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.642930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.642984] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.643129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.643265] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.643354] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.643412] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.643579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.643701] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.643841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.643991] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('456b2162-fe20-4c63-b659-91b9ded64645',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.664418] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.664418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.664418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.664418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.664418] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.664943] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-a6148ba4-14a2-42d9-986d-4bc78df01e88" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.682588] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.146517] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 456b2162-fe20-4c63-b659-91b9ded64645: rpc.has_security_group_logging(os_id): False [ 1178.170068] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.170068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.170068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.170068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.170068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.170068] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.170068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.170068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.170510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.170510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.170510] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.170510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.170634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.171236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.171374] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.171612] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.171677] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.171733] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.171875] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.171948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.172046] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 456b2162-fe20-4c63-b659-91b9ded64645 is going to be created. [ 1178.185151] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.185366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.185366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.185594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.185630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.185736] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1178.217612] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.217818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.217818] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.218027] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.218169] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.230715] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1178.245351] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.245553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.245553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.245718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.245900] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.264298] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 456b2162-fe20-4c63-b659-91b9ded64645 in Status: IN_PROGRESS for 2s [ 1178.397417] env[65978]: INFO networking_nsxv3.common.synchronization [req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc req-4c66ff33-4a01-4766-8ed6-a2ed9f505ee3 service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1178.397634] env[65978]: INFO networking_nsxv3.common.synchronization [req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc req-4c66ff33-4a01-4766-8ed6-a2ed9f505ee3 service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1178.397823] env[65978]: INFO networking_nsxv3.common.synchronization [req-0e7993e5-ad57-4e3f-84e5-3eab8c03a2bc req-4c66ff33-4a01-4766-8ed6-a2ed9f505ee3 service nova] Enqueued Resource ID: a6148ba4-14a2-42d9-986d-4bc78df01e88 with Priority: HIGHEST for action port [ 1178.401621] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1178.401621] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1178.401621] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6148ba4-14a2-42d9-986d-4bc78df01e88 with Priority: HIGHEST for action port [ 1178.401621] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.401621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.401621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.401621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.401621] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.401961] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.401961] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.402297] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6148ba4-14a2-42d9-986d-4bc78df01e88 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.402428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6148ba4-14a2-42d9-986d-4bc78df01e88" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.402537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6148ba4-14a2-42d9-986d-4bc78df01e88" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.402780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6148ba4-14a2-42d9-986d-4bc78df01e88" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.402870] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6148ba4-14a2-42d9-986d-4bc78df01e88',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.857413] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 1178.857756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.905700] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.905946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.907414] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6148ba4-14a2-42d9-986d-4bc78df01e88 with status ACTIVE [ 1178.907652] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.907884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.907970] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.908317] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.908418] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.908757] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.908897] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.908965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.909221] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.909300] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.909502] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.909622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.909659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.909813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.909925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.909975] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6148ba4-14a2-42d9-986d-4bc78df01e88 is going to be updated. [ 1178.933791] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.935025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.935025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.935025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.935025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.935025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6148ba4-14a2-42d9-986d-4bc78df01e88" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.950185] env[65978]: INFO networking_nsxv3.common.synchronization [req-8388cf13-1e5f-453d-a53c-3f383696779d req-b2f24424-e23c-4bf0-af18-17c329619a03 tempest-AttachVolumeTestJSON-1899588334 tempest-AttachVolumeTestJSON-1899588334-project-member] Enqueued Resource ID: 565d33f4-2562-4864-870e-2f017b1a4c2a with Priority: HIGHEST for action security_group_members [ 1178.950899] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565d33f4-2562-4864-870e-2f017b1a4c2a with Priority: HIGHEST for action security_group_members [ 1178.951273] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-565d33f4-2562-4864-870e-2f017b1a4c2a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.951452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.951527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.951727] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.951878] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.951973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.952105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.952279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.952390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.952502] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('565d33f4-2562-4864-870e-2f017b1a4c2a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.455448] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.455448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.455448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.455812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.455812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.455873] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.455967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.456042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.456204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.456284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.456376] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 565d33f4-2562-4864-870e-2f017b1a4c2a is going to be updated. [ 1179.489237] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.489237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.489237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.489237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.489237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.500028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 565d33f4-2562-4864-870e-2f017b1a4c2a in Status: IN_PROGRESS for 2s [ 1180.241530] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 4s [ 1180.276390] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 456b2162-fe20-4c63-b659-91b9ded64645 in Status: SUCCESS [ 1180.276827] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.510512] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 565d33f4-2562-4864-870e-2f017b1a4c2a in Status: SUCCESS [ 1181.510814] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 565d33f4-2562-4864-870e-2f017b1a4c2a deletion is rescheduled due to dependency. [ 1181.510925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-565d33f4-2562-4864-870e-2f017b1a4c2a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.253086] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1182.253086] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.253394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.253469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.253682] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.253805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.253872] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.254088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.254182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.254285] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.756935] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.259962] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.762166] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.762542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.762542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.762624] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.762706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.762863] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1183.806157] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.806365] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.806413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.806795] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.807052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.815959] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1183.952330] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1183.952530] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1184.638966] env[65978]: INFO networking_nsxv3.common.synchronization [req-40b53fc5-a775-4d1f-990e-ca384436499e req-ae184361-121b-4509-b571-3ea3c87e2924 tempest-ServerDiskConfigTestJSON-912560148 tempest-ServerDiskConfigTestJSON-912560148-project-member] Enqueued Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1184.639538] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd with Priority: HIGHEST for action security_group_members [ 1184.639792] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.639915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.639982] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.640187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.640334] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.640429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.640483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.640621] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.640705] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.640796] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.826962] env[65978]: INFO networking_nsxv3.common.synchronization [req-f86e03c5-061b-4637-92f0-46a44d71ee87 req-f031e142-e514-4973-9aa5-4c4b3aabe399 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_members [ 1184.827835] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGHEST for action security_group_members [ 1184.827835] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.828075] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.828119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.828310] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.828466] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.828567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.828630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.828769] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.828852] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.828984] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.143196] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.143402] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.143402] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.143618] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.143712] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.143967] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.144080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.144139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.144301] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.144373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.144479] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd is going to be updated. [ 1185.175472] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.175735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.175780] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.176057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.176223] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.185523] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: IN_PROGRESS for 2s [ 1185.331334] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.331572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.331572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.331895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.331895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.332461] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.332461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.332461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.332706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.332976] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.332976] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 is going to be updated. [ 1185.374502] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.374502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.374502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.374502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.374502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.379131] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: IN_PROGRESS for 2s [ 1185.826245] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1185.826465] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.826799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.827042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.827277] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.827388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.827457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.827625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.827838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.827948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.828084] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.330562] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.330819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.331053] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.331285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.331617] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.331855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.332033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.332291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.332466] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.332596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.332831] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.332972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.333107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.333319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.333470] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.333586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.333667] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.333789] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.333882] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.333967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.334084] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.836791] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d736c05f-b473-4d7b-858c-d674dc7ccd2f: rpc.has_security_group_logging(os_id): False [ 1186.857035] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.857257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.857257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.857493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.857764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.858097] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.858290] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.858338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.858547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.858636] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.858994] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.859135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.859199] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.859373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.859551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.859651] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.859753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.859816] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.859966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.860062] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.860152] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1186.927762] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.928162] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.928238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.928460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.928608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.943719] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1187.196028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd in Status: SUCCESS [ 1187.196209] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd deletion is rescheduled due to dependency. [ 1187.196333] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.273706] env[65978]: INFO networking_nsxv3.common.synchronization [req-74239880-1c40-419e-9b6e-9aabb2d19594 req-faf61609-665c-4a45-867e-5a25e1586784 tempest-ServersNegativeTestMultiTenantJSON-1325889455 tempest-ServersNegativeTestMultiTenantJSON-1325889455-project-member] Enqueued Resource ID: 456b2162-fe20-4c63-b659-91b9ded64645 with Priority: HIGHEST for action security_group_members [ 1187.274256] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456b2162-fe20-4c63-b659-91b9ded64645 with Priority: HIGHEST for action security_group_members [ 1187.274734] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-456b2162-fe20-4c63-b659-91b9ded64645 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.274887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.274960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.275208] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.275375] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.275476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.275579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.275744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.275837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.276021] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('456b2162-fe20-4c63-b659-91b9ded64645',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.392214] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 in Status: SUCCESS [ 1187.392429] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 deletion is rescheduled due to dependency. [ 1187.392554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.780685] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.781568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.781568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.781568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.781568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.781829] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.781829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.781829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.782013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.782080] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.782186] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 456b2162-fe20-4c63-b659-91b9ded64645 is going to be updated. [ 1187.811356] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.811557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.811557] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.811831] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.811984] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.821676] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 456b2162-fe20-4c63-b659-91b9ded64645 in Status: IN_PROGRESS for 2s [ 1188.961907] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1188.962246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.834088] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 456b2162-fe20-4c63-b659-91b9ded64645 in Status: SUCCESS [ 1189.834088] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 456b2162-fe20-4c63-b659-91b9ded64645 deletion is rescheduled due to dependency. [ 1189.834088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.916889] env[65978]: INFO networking_nsxv3.common.synchronization [None req-a8958eb9-a297-4914-9781-fa8a5f240386 tempest-AttachInterfacesTestJSON-364985838 tempest-AttachInterfacesTestJSON-364985838-project-member] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1190.917887] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGHEST for action security_group_members [ 1190.918026] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.919036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.919036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.919036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.919036] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.919036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.919036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.919036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.919363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.919363] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.422262] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.422740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.422824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.423097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.423259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.423551] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.423668] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.423727] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.423887] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.423969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.424070] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be updated. [ 1191.455449] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.455449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.455601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.455770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.456120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.465480] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: IN_PROGRESS for 2s [ 1193.266281] env[65978]: INFO networking_nsxv3.common.synchronization [req-5e1f59f3-8dbe-4c05-aad6-c5fabf22b117 req-7afb6c07-f826-40b3-b01d-5db55885c1d6 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1193.266281] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1193.266281] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.266281] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.266281] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.266281] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.266281] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.267305] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.268895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.269170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.269237] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.269563] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.480028] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f9be015-140a-4d69-8d8e-383bc831a3df in Status: SUCCESS [ 1193.480209] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df deletion is rescheduled due to dependency. [ 1193.480326] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.772550] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.773155] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.773155] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.774043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.774043] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.774043] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.774211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.774211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.774345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.774422] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.774510] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be updated. [ 1193.803917] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.804099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.804099] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.805711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.805711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.814671] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: IN_PROGRESS for 2s [ 1195.110100] env[65978]: INFO networking_nsxv3.common.synchronization [req-a48761e2-c28d-420b-88ee-f5f2454c5edb req-3aeea473-a1f0-4c94-9c06-8d2276eba4c1 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_members [ 1195.110647] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_members [ 1195.110954] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.111243] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.111357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.111515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.111673] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.111773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.111835] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.111974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.112063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.112535] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.614327] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.820595] env[65978]: INFO networking_nsxv3.common.synchronization [req-18e282bb-5f49-4c64-b44b-6aed05790895 req-996cfc53-124b-438e-aff6-4cfa0c6e8592 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1195.822105] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1195.822421] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.822545] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.822612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.822823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.822965] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.823066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.823119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.823312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.823379] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.824075] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.833057] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 1195.833057] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf deletion is rescheduled due to dependency. [ 1195.833057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.116846] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.155941] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.156105] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.156195] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.156465] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.156797] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.156999] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.157128] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.157333] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.157470] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.157674] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.157786] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.157890] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.157993] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.158110] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.158210] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.158337] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.179708] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.179859] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.179996] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.180187] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.180499] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-b7c6f16a-cfc5-4407-a103-075401191a98 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.180667] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-b7c6f16a-cfc5-4407-a103-075401191a98" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.180784] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-b7c6f16a-cfc5-4407-a103-075401191a98" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.181151] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-b7c6f16a-cfc5-4407-a103-075401191a98" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.181291] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c6f16a-cfc5-4407-a103-075401191a98',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.325997] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.619478] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.619683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.619753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.619915] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.620016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.620290] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 is going to be updated. [ 1196.650469] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.650653] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.650704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.650931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.651101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.660755] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: IN_PROGRESS for 2s [ 1196.684804] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.685059] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.685200] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.685504] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.685667] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.685843] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port b7c6f16a-cfc5-4407-a103-075401191a98 not found, creating... [ 1196.686137] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.686311] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.686438] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.686722] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.686917] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.687261] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.687445] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.687564] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.687840] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.687961] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.688110] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: b7c6f16a-cfc5-4407-a103-075401191a98 is going to be created. [ 1196.710140] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.710407] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.710541] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.711429] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.711702] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.711927] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-b7c6f16a-cfc5-4407-a103-075401191a98" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.829194] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.333201] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.333201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.333201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.333201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.333556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.333556] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1197.365775] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.365927] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.365971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.366708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.366708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.375792] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1197.486594] env[65978]: INFO networking_nsxv3.common.synchronization [req-18e282bb-5f49-4c64-b44b-6aed05790895 req-881cd7c1-cffe-4c99-b37f-2d6cc61b0715 service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1197.487340] env[65978]: INFO networking_nsxv3.common.synchronization [req-18e282bb-5f49-4c64-b44b-6aed05790895 req-881cd7c1-cffe-4c99-b37f-2d6cc61b0715 service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1197.487340] env[65978]: INFO networking_nsxv3.common.synchronization [req-18e282bb-5f49-4c64-b44b-6aed05790895 req-881cd7c1-cffe-4c99-b37f-2d6cc61b0715 service nova] Enqueued Resource ID: b7c6f16a-cfc5-4407-a103-075401191a98 with Priority: HIGHEST for action port [ 1197.487563] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1197.487563] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1197.487656] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c6f16a-cfc5-4407-a103-075401191a98 with Priority: HIGHEST for action port [ 1197.487967] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.488334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.488576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.488639] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.488768] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.489763] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.489853] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.492116] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7c6f16a-cfc5-4407-a103-075401191a98 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.492116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7c6f16a-cfc5-4407-a103-075401191a98" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.492116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7c6f16a-cfc5-4407-a103-075401191a98" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.492116] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7c6f16a-cfc5-4407-a103-075401191a98" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.492116] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c6f16a-cfc5-4407-a103-075401191a98',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.992489] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.992622] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.992813] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7c6f16a-cfc5-4407-a103-075401191a98 with status ACTIVE [ 1197.992983] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.993100] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.993164] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.993375] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.993464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.993634] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.993729] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.993781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.993923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.993999] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.994182] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.994528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.994528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.994528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.994528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.994645] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7c6f16a-cfc5-4407-a103-075401191a98 is going to be updated. [ 1198.018286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.018566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.018566] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.018682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.018811] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.019032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7c6f16a-cfc5-4407-a103-075401191a98" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.670342] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: SUCCESS [ 1198.670342] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.385607] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1199.385849] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.385992] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.386228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.386417] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.386531] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.386594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.386773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.386854] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.386948] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.889369] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.392747] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.895833] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.895833] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.896173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.896173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.896255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.897027] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1200.940516] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.940761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.940761] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.940944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.941210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.951829] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1202.488427] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.488681] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1202.969605] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1202.969738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.970032] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.970258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.970457] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.970577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.970634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.970819] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.970908] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.970974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.971090] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.473895] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.473895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.473895] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.474509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.474509] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.474509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.474509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.474509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.474710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.474742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.474999] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.475188] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.475297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.475531] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.475959] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.475959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.476105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.476270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.476270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.476363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.476416] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.979121] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d736c05f-b473-4d7b-858c-d674dc7ccd2f: rpc.has_security_group_logging(os_id): False [ 1203.998184] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.998431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.998431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.998608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.998768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.999101] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.999256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.999366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.999574] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.999664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.999848] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.999948] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.000010] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.000150] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.000222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.000397] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.000487] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.000547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.000673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.000766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.000855] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1204.063872] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.064061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.064135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.064349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.064491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.081619] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1204.820445] env[65978]: INFO networking_nsxv3.common.synchronization [req-e5ef8e47-1e8f-421a-97fc-e44723ab3c8b req-40ada7ce-96cc-409a-9d3c-40a37eaddfcc tempest-AttachVolumeNegativeTest-1623669973 tempest-AttachVolumeNegativeTest-1623669973-project-member] Enqueued Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGHEST for action security_group_members [ 1204.821136] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGHEST for action security_group_members [ 1204.821444] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab66b3e3-99a0-411b-9c1b-dace4894057a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.821562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.821624] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.821845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.821970] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.822081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.822144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.822285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.822372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.822456] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab66b3e3-99a0-411b-9c1b-dace4894057a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.325587] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.326060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.326060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.326060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.326195] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.326335] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.326429] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.326488] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.327176] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.327176] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.327176] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab66b3e3-99a0-411b-9c1b-dace4894057a is going to be updated. [ 1205.362035] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.362035] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.362035] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.362035] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.362035] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.372684] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66b3e3-99a0-411b-9c1b-dace4894057a in Status: IN_PROGRESS for 2s [ 1206.097724] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1206.098029] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.385686] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab66b3e3-99a0-411b-9c1b-dace4894057a in Status: SUCCESS [ 1207.386136] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab66b3e3-99a0-411b-9c1b-dace4894057a deletion is rescheduled due to dependency. [ 1207.386204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.865687] env[65978]: INFO networking_nsxv3.common.synchronization [req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 req-822828de-1833-4d43-ab6c-4489f8e1f812 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1207.865687] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1207.865976] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.866117] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.866180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.866447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.866537] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.866617] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.866673] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.866844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.866933] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.867030] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.129855] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-156 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.130083] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.130264] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.130539] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.131050] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.131050] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.131202] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.131322] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.131458] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.131658] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.131769] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.131877] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.131987] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.132108] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.132210] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.132341] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.154085] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.154393] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.154634] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.154869] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.155281] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-0e89509d-819f-45d9-92ce-65135c8db41f taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.155470] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.155589] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.155907] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.156092] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e89509d-819f-45d9-92ce-65135c8db41f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.373887] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.374060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.374135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.374349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.374440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.374633] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.374728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.374817] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.375040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.375128] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.375285] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be updated. [ 1208.403233] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.403665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.403665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.403665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.403805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.413648] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: IN_PROGRESS for 2s [ 1208.659069] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.659448] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.659834] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.660198] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.660432] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.660670] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 0e89509d-819f-45d9-92ce-65135c8db41f not found, creating... [ 1208.661051] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.661277] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.661411] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.661666] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.661930] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.662334] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.662504] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.662622] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.662847] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.662980] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.663156] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 0e89509d-819f-45d9-92ce-65135c8db41f is going to be created. [ 1208.685642] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.685855] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.685976] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.686259] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.686479] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.686689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.424573] env[65978]: INFO networking_nsxv3.common.synchronization [req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 req-a653a79c-27b1-4a38-89d1-701582f5b488 service nova] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_rules [ 1209.424863] env[65978]: INFO networking_nsxv3.common.synchronization [req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 req-a653a79c-27b1-4a38-89d1-701582f5b488 service nova] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1209.424863] env[65978]: INFO networking_nsxv3.common.synchronization [req-a57f358d-b209-4262-82fc-b8ad0d4c2da9 req-a653a79c-27b1-4a38-89d1-701582f5b488 service nova] Enqueued Resource ID: 0e89509d-819f-45d9-92ce-65135c8db41f with Priority: HIGHEST for action port [ 1209.425397] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_rules [ 1209.425533] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1209.425630] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e89509d-819f-45d9-92ce-65135c8db41f with Priority: HIGHEST for action port [ 1209.425895] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.428738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.430059] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.430289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.430374] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.431288] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.431385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.431654] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e89509d-819f-45d9-92ce-65135c8db41f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.431654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.431795] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.431884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.431957] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e89509d-819f-45d9-92ce-65135c8db41f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.787086] env[65978]: INFO networking_nsxv3.common.synchronization [req-e10c703c-0ab0-402b-acf7-e69a773b51d3 req-d0180b72-32e6-4821-b97a-3d2ee70b4cfe tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1209.788040] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1209.788040] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.788040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.788040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.788266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.789028] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.789028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.789028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.789028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.789028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.789028] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.933602] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.933813] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.933979] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e89509d-819f-45d9-92ce-65135c8db41f with status ACTIVE [ 1209.934199] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.934323] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.934394] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.934630] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.934758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.934929] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.935048] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.935135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.935291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.935370] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.935584] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.935697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.935764] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.935914] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.935998] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.936098] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e89509d-819f-45d9-92ce-65135c8db41f is going to be updated. [ 1209.959378] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.959605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.959654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.959937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.960097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.960338] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.291943] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.423353] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 1210.423570] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf deletion is rescheduled due to dependency. [ 1210.423634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.423791] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.424025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.424215] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.424335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.424404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.424558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.424640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.424910] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.793938] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.927400] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.296654] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.296985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.296985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.297170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.297272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.297372] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1211.329111] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.329111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.329111] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.329511] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.329654] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.341746] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1211.430405] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.934148] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.934363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.934363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.934829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.934829] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.934829] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be updated. [ 1211.965452] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.965452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.965452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.965452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.965452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.976608] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: IN_PROGRESS for 2s [ 1213.352350] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1213.352742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.986374] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 1213.986558] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.986743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.987063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.987267] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.987393] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.987500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.987659] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.987754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.987851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.987947] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.489964] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.789122] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.789122] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1214.992120] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 043d579c-72f7-43fc-b2a7-4c45ec1f30cf: rpc.has_security_group_logging(os_id): False [ 1215.010231] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.010431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.010480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.010655] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.010746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.010999] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.011115] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.011178] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.011322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.011396] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.011482] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be updated. [ 1215.070548] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.070785] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.070879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.071069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.071229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.085989] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: IN_PROGRESS for 2s [ 1216.501569] env[65978]: INFO networking_nsxv3.common.synchronization [req-45da2920-80f0-4eb2-941a-89821d3110d5 req-b2e70628-d170-4735-9a78-f19b484f4151 tempest-ServerActionsTestOtherA-1535758184 tempest-ServerActionsTestOtherA-1535758184-project-member] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_members [ 1216.502155] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGHEST for action security_group_members [ 1216.502457] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.502576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.502642] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.502833] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.502995] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.503272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.503342] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.503496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.503579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.503671] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.611176] env[65978]: INFO networking_nsxv3.common.synchronization [req-6e90004a-1e21-4bb2-a6fd-fdf94f436dd3 req-a759476a-fa51-42d0-8b1c-65535d1f9b2d tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1216.611176] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1216.612573] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.612573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.612573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.612573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.612573] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.612573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.612573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.612573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.613307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.613307] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.007154] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.007340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.007386] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.007591] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.007679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.007905] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.008130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.008130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.008308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.008308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.008377] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 is going to be updated. [ 1217.040501] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.040731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.040731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.040962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.041101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.050738] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: IN_PROGRESS for 2s [ 1217.100836] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 1217.100836] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.115488] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.617541] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.120747] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.121034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.121139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.121480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.121651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.121813] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1218.154085] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.154344] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.154456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.154815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.155058] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.169239] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1219.061466] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46a6db76-8481-4ceb-966a-0b153878fe29 in Status: SUCCESS [ 1219.061913] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 deletion is rescheduled due to dependency. [ 1219.061913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.181295] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1220.181707] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.612087] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.612526] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.682300] env[65978]: INFO networking_nsxv3.common.synchronization [req-85a8e7e0-74ac-4452-88dc-ec90d5ce1d7c req-898d95e2-41ac-46c2-bb85-f12883902613 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Enqueued Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_members [ 1223.682551] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGHEST for action security_group_members [ 1223.683155] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.683155] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.683155] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.683371] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.683371] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.683573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.683669] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.683848] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.683971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.684098] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.186266] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.186442] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.186489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.186786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.186786] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.187031] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.187263] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.187348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.187509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.187587] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.187679] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 is going to be updated. [ 1224.224984] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.225202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.225202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.225411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.225553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.236805] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 in Status: IN_PROGRESS for 2s [ 1225.501233] env[65978]: INFO networking_nsxv3.common.synchronization [req-41c42d69-c039-46c0-b80b-7b097c45120f req-4c122e13-4cfc-4888-b1cc-920aa981efd6 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Enqueued Resource ID: 3511640a-4110-4404-acd9-3c318aff8278 with Priority: HIGHEST for action security_group_members [ 1225.501233] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3511640a-4110-4404-acd9-3c318aff8278 with Priority: HIGHEST for action security_group_members [ 1225.501715] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-3511640a-4110-4404-acd9-3c318aff8278 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.501715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.501715] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.501885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.502018] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.502122] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.502183] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.502343] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.502427] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.502597] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3511640a-4110-4404-acd9-3c318aff8278',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.004290] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.004480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.004480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.004949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.004949] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.004949] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.005193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.005193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.005626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.005626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.005626] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3511640a-4110-4404-acd9-3c318aff8278 is going to be updated. [ 1226.031397] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.031585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.031585] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.031782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.031919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.042053] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3511640a-4110-4404-acd9-3c318aff8278 in Status: IN_PROGRESS for 2s [ 1226.248686] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 in Status: SUCCESS [ 1226.248686] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 deletion is rescheduled due to dependency. [ 1226.248798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.218848] env[65978]: INFO networking_nsxv3.common.synchronization [req-193b3aa7-2286-481b-bc36-cb268e72029a req-8bb4699b-043e-4601-bc5d-2e2865aab5ac tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1227.219430] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1227.219667] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.219803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.219870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.220042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.220189] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.220308] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.220385] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.220549] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.220633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.220721] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.529050] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.529278] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.529402] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.529665] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.529920] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.530081] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.530196] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.530417] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.530559] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.530759] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.530866] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.530969] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.531083] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.531190] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.531292] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.531416] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.552022] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.552225] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.552362] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.552542] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.552922] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-370ef019-cc6e-4a1d-b153-1357645c29e3 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.553105] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-370ef019-cc6e-4a1d-b153-1357645c29e3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.553226] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-370ef019-cc6e-4a1d-b153-1357645c29e3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.553544] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-370ef019-cc6e-4a1d-b153-1357645c29e3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.553680] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('370ef019-cc6e-4a1d-b153-1357645c29e3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.722566] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.053659] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3511640a-4110-4404-acd9-3c318aff8278 in Status: SUCCESS [ 1228.053853] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3511640a-4110-4404-acd9-3c318aff8278 deletion is rescheduled due to dependency. [ 1228.053954] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3511640a-4110-4404-acd9-3c318aff8278" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.055644] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.055863] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.055986] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.056331] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.056484] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.056633] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port 370ef019-cc6e-4a1d-b153-1357645c29e3 not found, creating... [ 1228.056884] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.057103] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.057240] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.057467] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.057603] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.057876] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.058103] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.058262] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.058483] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.058613] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.058750] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 370ef019-cc6e-4a1d-b153-1357645c29e3 is going to be created. [ 1228.080522] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.080737] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.080817] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.081103] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.081332] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.081554] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-370ef019-cc6e-4a1d-b153-1357645c29e3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.225386] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.727376] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.727580] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.727649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.727944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.728114] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.728248] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1228.755651] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.756491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.756491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.756491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.756491] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.765700] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1228.784712] env[65978]: INFO networking_nsxv3.common.synchronization [req-193b3aa7-2286-481b-bc36-cb268e72029a req-adba440a-72a2-4f81-930c-83650238b47a service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1228.784894] env[65978]: INFO networking_nsxv3.common.synchronization [req-193b3aa7-2286-481b-bc36-cb268e72029a req-adba440a-72a2-4f81-930c-83650238b47a service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1228.785065] env[65978]: INFO networking_nsxv3.common.synchronization [req-193b3aa7-2286-481b-bc36-cb268e72029a req-adba440a-72a2-4f81-930c-83650238b47a service nova] Enqueued Resource ID: 370ef019-cc6e-4a1d-b153-1357645c29e3 with Priority: HIGHEST for action port [ 1228.785319] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1228.785462] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1228.785560] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 370ef019-cc6e-4a1d-b153-1357645c29e3 with Priority: HIGHEST for action port [ 1228.786187] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.786358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.786451] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.786704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.786812] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.787704] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.787837] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.788360] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-370ef019-cc6e-4a1d-b153-1357645c29e3 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.788515] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-370ef019-cc6e-4a1d-b153-1357645c29e3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.789524] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-370ef019-cc6e-4a1d-b153-1357645c29e3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.789744] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-370ef019-cc6e-4a1d-b153-1357645c29e3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.789857] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('370ef019-cc6e-4a1d-b153-1357645c29e3',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.291870] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.291870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.292229] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 370ef019-cc6e-4a1d-b153-1357645c29e3 with status ACTIVE [ 1229.292229] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.292460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.292460] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.292616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.292700] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.292873] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.292972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.293037] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.293238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.293349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.293444] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.293534] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.293593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.293730] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.293803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.293887] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 370ef019-cc6e-4a1d-b153-1357645c29e3 is going to be updated. [ 1229.322707] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.322885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.322931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.323130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.323271] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.323436] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-370ef019-cc6e-4a1d-b153-1357645c29e3" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.472818] env[65978]: INFO networking_nsxv3.common.synchronization [None req-60b3d42e-f074-41d6-bf44-5dc18b27aed7 tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Enqueued Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_rules [ 1229.473049] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_rules [ 1229.473321] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.473441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.473506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.473804] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.473887] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.553112] env[65978]: INFO networking_nsxv3.common.synchronization [None req-8dbcec74-d11a-477b-ba41-5887c6b8b1cd tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Enqueued Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_rules [ 1229.553828] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_rules [ 1229.553968] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.554372] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.995299] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.995530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.995626] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.995850] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.995940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.996046] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b already deleted. [ 1229.996201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.996363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.996516] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.996597] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.518171] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.518586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.518586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.518586] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.518779] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.518779] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b already deleted. [ 1230.518889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.777192] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1230.777192] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.777192] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.777505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.777505] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.777710] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.777799] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.777968] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.778191] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.778340] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.280643] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.783095] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.285799] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.286071] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.286071] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.286270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.286327] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.286416] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1232.319544] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.319699] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.319767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.320098] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.320269] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.336224] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1234.346716] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1234.347131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.347201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.347413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.347605] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.347766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.347822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.347937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.348045] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.348144] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.348257] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.554288] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.554561] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1234.850959] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.850959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.850959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.851925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.851925] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.851925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.851925] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.852095] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.852564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.852564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.852564] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.852564] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.852728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.852794] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.853098] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.853098] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.853206] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.853459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.853582] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.853648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.853742] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.918580] env[65978]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1234.918701] env[65978]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7b247a4d-e59f-4b72-8ab4-5e321ea66acd None None] NSXv3 Agent Agent loop - iteration:3 started [ 1235.121827] env[65978]: INFO networking_nsxv3.common.synchronization [req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b req-a21cce14-14ad-4ba3-8589-01936bc5e77a tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Enqueued Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_members [ 1235.122131] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_members [ 1235.122422] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-426bb602-4ae1-48b6-84db-a312bc1a7c8b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.122544] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.122611] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.122860] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.123060] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.123166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.123229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.123388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.123473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.123566] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.356812] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d736c05f-b473-4d7b-858c-d674dc7ccd2f: rpc.has_security_group_logging(os_id): False [ 1235.376414] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.376609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.376696] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.377194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.377194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.377194] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.377431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.377431] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.377530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.377530] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.377729] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.377844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.377844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.377990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.378088] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.378234] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.378349] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.378426] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.378509] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.378596] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.378670] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1235.396623] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.396850] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.396969] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.397280] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.397699] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.397853] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.397968] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.398291] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.398445] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.398741] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.398858] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.398965] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.399085] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.399196] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.399304] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.399444] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.423839] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.424011] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1235.424164] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.424336] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.424646] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-b5a063dc-8e58-4b30-8341-079a8235d0d0 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.424810] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.424923] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.425288] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.425424] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a063dc-8e58-4b30-8341-079a8235d0d0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.440925] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.441174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.441174] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.441332] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.441551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.457816] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1235.626656] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.626885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.626885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.627065] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.627212] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.627425] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.627526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.627592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.627753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.627861] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.627918] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b already deleted. [ 1235.627995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.927682] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.927906] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.928044] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.928372] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.928523] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.928679] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Segment Port b5a063dc-8e58-4b30-8341-079a8235d0d0 not found, creating... [ 1235.928947] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.929092] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.929209] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.929458] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.929592] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.929832] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.929979] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.930103] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.930311] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.930443] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.930580] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: b5a063dc-8e58-4b30-8341-079a8235d0d0 is going to be created. [ 1235.950453] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.950710] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.950836] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.951111] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.951332] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.951554] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.645706] env[65978]: INFO networking_nsxv3.common.synchronization [req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b req-8cc805c8-f8ea-4a4f-b8c9-af603752c86d service nova] Enqueued Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_rules [ 1236.646101] env[65978]: INFO networking_nsxv3.common.synchronization [req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b req-8cc805c8-f8ea-4a4f-b8c9-af603752c86d service nova] Enqueued Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_members [ 1236.646101] env[65978]: INFO networking_nsxv3.common.synchronization [req-d8ed76aa-eee3-4c42-b1ae-ca8b8ca8a63b req-8cc805c8-f8ea-4a4f-b8c9-af603752c86d service nova] Enqueued Resource ID: b5a063dc-8e58-4b30-8341-079a8235d0d0 with Priority: HIGHEST for action port [ 1236.647496] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_rules [ 1236.647673] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_members [ 1236.647781] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a063dc-8e58-4b30-8341-079a8235d0d0 with Priority: HIGHEST for action port [ 1236.648073] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.648246] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.648358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.648625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.648735] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.649822] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-426bb602-4ae1-48b6-84db-a312bc1a7c8b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.649966] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.650066] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.650272] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.650428] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.650514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.650577] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.650719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.650800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.650889] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.651623] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a063dc-8e58-4b30-8341-079a8235d0d0 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.651738] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.651792] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.652034] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.652105] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a063dc-8e58-4b30-8341-079a8235d0d0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.153872] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.154974] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-426bb602-4ae1-48b6-84db-a312bc1a7c8b taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.155107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.155268] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5a063dc-8e58-4b30-8341-079a8235d0d0 with status ACTIVE [ 1237.155437] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.155543] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.155612] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.155865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.155959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.156238] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.156238] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.156387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.156731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.156731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.156731] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.156890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.156890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.156959] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.157538] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.157666] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5a063dc-8e58-4b30-8341-079a8235d0d0 is going to be updated. [ 1237.179318] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.179526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.179526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.179678] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.179814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.179974] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.474900] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1237.475285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.659655] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.161812] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.161812] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.161987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.162127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.162255] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.162341] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b is going to be created. [ 1238.185753] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.185989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.185989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.186175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.186334] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.194724] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b in Status: UNINITIALIZED for 2s [ 1238.645552] env[65978]: INFO networking_nsxv3.common.synchronization [req-dd3bbdcf-6622-461f-be74-b3afbf79f375 req-a1e3562f-c2e8-4958-9441-3bbeb9d1b0fb tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1238.645915] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1238.646252] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.646376] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.646681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.646681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.646844] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.646960] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.647025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.647233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.647341] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.647443] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.150919] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.652949] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.155072] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.155529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.155529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.155529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.155649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.155710] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1240.184742] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.184953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.184953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.185138] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.185369] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.195672] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1240.203515] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b in Status: SUCCESS [ 1240.203723] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.203940] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.204239] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.204429] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.204546] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.204614] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.204773] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.204856] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.204943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.205047] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.706945] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.210073] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 426bb602-4ae1-48b6-84db-a312bc1a7c8b: rpc.has_security_group_logging(os_id): False [ 1241.228614] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.228783] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.228839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.229047] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.229146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.229369] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.229468] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.229542] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.229679] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.229880] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.229880] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b is going to be created. [ 1241.301708] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.301955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.301955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.302131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.302314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.314223] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b in Status: IN_PROGRESS for 2s [ 1242.206251] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1242.206499] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.327702] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b in Status: SUCCESS [ 1243.328448] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.647373] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.647546] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.686148] env[65978]: INFO networking_nsxv3.common.synchronization [req-c5ab90a1-4c58-482d-928f-7291e2d46687 req-92d86000-36f8-4df1-b46b-b77e4a39597a tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1247.686576] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1247.686873] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.686989] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.687200] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.687452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.687604] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.687726] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.687765] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.687889] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.687971] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.688074] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.963421] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.963677] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.963931] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.964239] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.964503] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.964653] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.964796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.965401] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.965584] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.965802] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.965919] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.966041] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.966144] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.966253] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.966357] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.966492] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.986282] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.986446] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1247.986567] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.986737] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-664" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.987051] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-da30671a-d512-48b9-90fe-288e15af0922 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.987250] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-da30671a-d512-48b9-90fe-288e15af0922" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.987431] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-da30671a-d512-48b9-90fe-288e15af0922" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.987750] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-da30671a-d512-48b9-90fe-288e15af0922" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.987885] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da30671a-d512-48b9-90fe-288e15af0922',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.190476] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.490071] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.490299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.490439] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.490728] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.490878] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.491038] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port da30671a-d512-48b9-90fe-288e15af0922 not found, creating... [ 1248.491296] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.491451] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.491564] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.491781] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.491925] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.492216] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.492450] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.492594] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.493119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.493119] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.493119] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: da30671a-d512-48b9-90fe-288e15af0922 is going to be created. [ 1248.516010] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.516244] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.516366] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.516663] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.517160] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.517439] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-da30671a-d512-48b9-90fe-288e15af0922" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.694124] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.196369] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.196553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.196633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.196867] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.196977] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.197058] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1249.206760] env[65978]: INFO networking_nsxv3.common.synchronization [req-c5ab90a1-4c58-482d-928f-7291e2d46687 req-8dcf72bc-8c79-4be1-b219-93c24c818778 service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1249.206867] env[65978]: INFO networking_nsxv3.common.synchronization [req-c5ab90a1-4c58-482d-928f-7291e2d46687 req-8dcf72bc-8c79-4be1-b219-93c24c818778 service nova] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1249.207449] env[65978]: INFO networking_nsxv3.common.synchronization [req-c5ab90a1-4c58-482d-928f-7291e2d46687 req-8dcf72bc-8c79-4be1-b219-93c24c818778 service nova] Enqueued Resource ID: da30671a-d512-48b9-90fe-288e15af0922 with Priority: HIGHEST for action port [ 1249.207449] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_rules [ 1249.207449] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1249.207638] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da30671a-d512-48b9-90fe-288e15af0922 with Priority: HIGHEST for action port [ 1249.208189] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.208309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.208415] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.208609] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.208690] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.209871] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.209967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.210170] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-da30671a-d512-48b9-90fe-288e15af0922 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.210270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da30671a-d512-48b9-90fe-288e15af0922" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.210336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da30671a-d512-48b9-90fe-288e15af0922" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.210502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da30671a-d512-48b9-90fe-288e15af0922" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.210589] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da30671a-d512-48b9-90fe-288e15af0922',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.226521] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.227434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.227434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.227434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.227434] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.237940] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1249.712810] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.713258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.713258] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da30671a-d512-48b9-90fe-288e15af0922 with status ACTIVE [ 1249.713258] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.713403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.713443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.713633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.713718] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.713880] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.713975] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.714049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.714256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.714299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.714437] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.714529] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.714605] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.714711] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.714781] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.714864] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da30671a-d512-48b9-90fe-288e15af0922 is going to be updated. [ 1249.736290] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.736506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.736506] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.736607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.736746] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.736907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da30671a-d512-48b9-90fe-288e15af0922" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.875853] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.876295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.876295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.876295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.876424] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.258661] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1251.258885] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.259089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.259347] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.259537] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.259671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.259735] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.259905] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.259990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.260123] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.378371] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.762434] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.881472] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.265277] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.384597] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1252.384799] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1252.768836] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.769107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.769233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.769554] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.769952] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.769952] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1252.803999] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.804213] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.804257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.804464] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.804610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.814107] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1253.221379] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.221869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.221869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.221869] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.234982] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1253.235896] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.236887] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1253.282899] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.283131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.283131] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.283275] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.295302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.296200] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1253.296287] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1253.296381] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1253.348340] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.348688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.348688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.348688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.350155] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.350351] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1253.456329] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.456658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.456658] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.456964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.457489] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.457945] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1253.549826] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.550054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.550054] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.550233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.550556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.550855] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1253.550951] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ea85c670-9b0a-4e45-831d-9c11d90d8e58', '5d15b023-e633-46d5-b711-cff8a5e93b65', '93e5d50f-9012-40cd-8633-0f21d1800a79', 'bc3d29ab-1080-4ed2-8731-0575b8f0bfe2', '18c9f837-a4b4-4e46-a31d-492f1297cfbc', '2403429a-b26f-4ec4-9dba-2def1978059e', '426bb602-4ae1-48b6-84db-a312bc1a7c8b', 'd736c05f-b473-4d7b-858c-d674dc7ccd2f', '756790c5-ed20-461a-9cb0-f446d4a97a31', '456b2162-fe20-4c63-b659-91b9ded64645', '416db05b-9e84-4533-8420-a7ddb473367e', '83e3a499-b1d5-46dd-abd8-d0c37f16d823', '46a6db76-8481-4ceb-966a-0b153878fe29', '947c5534-8312-464f-8a6e-22e38eea4284', 'ab66b3e3-99a0-411b-9c1b-dace4894057a', '91ee95fa-4aba-443c-a57a-0110ca21b1b4', '91a264d4-5889-4d1a-82cc-7ed3486cbf97', '4f9be015-140a-4d69-8d8e-383bc831a3df', '10e1a4f0-fa3f-46cb-a711-9aab917bf5be', '99a6440e-ed26-4b77-bf0d-08094fc1cfaa', 'f92b39fa-0269-4c01-a5fd-0b41d09865f7', '043d579c-72f7-43fc-b2a7-4c45ec1f30cf', '3ecde7b9-af15-425c-bafe-ef0c31fe31ff', '340a942d-a71b-4ac9-9f14-5a4166ac5654', '06d23699-989d-4bd2-b3da-7e359c7f76f0', 'b42b3c3f-3607-477c-a6ed-3fdf454bed57', '95e672c6-8dc9-4df7-a2e9-e38b88c5d6cd', '83b033c2-04b8-4d49-a376-e94b82ed805d', '6edd7e0c-93b0-4404-8b31-cc2586135430', '401f6d95-0d3b-458d-8004-d4541cea6bac', '3511640a-4110-4404-acd9-3c318aff8278', '317a641f-8e7b-4f7d-b1cb-77c05944f30a', '565d33f4-2562-4864-870e-2f017b1a4c2a', 'd9e72e86-fe5f-40b5-b5f7-1c9dec28efac', '16fe9936-5107-4711-b0cb-675f206cf697', '3625f427-0d47-47e7-b4c3-7c5787127325', 'e9bef2b7-956f-4b09-badd-afba4ab3e4e5', '3a36e44c-c9fb-4156-ba38-b97fb0507447', '1837f791-2122-44e4-b122-7a62d9de0e17', 'd341253c-ef2e-43b3-b9ef-038e40a2e9cf', 'e36a57b3-916d-4a51-99d4-19f56c141316', 'b135651d-65af-4c62-ac15-287b61091d53', '97fb7073-3c81-47c9-b26b-53016180a0d5', '65c3db38-1dc5-4c1c-b1ad-458f208868e4', 'cb2bac07-b52b-428f-a935-7c0a8301bab4', '6740dec0-5dff-400f-8fa1-3483e656ec2e', '371c2034-31eb-4f4a-9076-7922d18a70ce'} {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1253.551056] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1253.571032] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.571176] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.571236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.571454] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.571572] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.571689] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1253.571761] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1253.571834] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1253.664447] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.664681] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.664753] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.664965] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.666286] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.666567] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1253.666638] env[65978]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65978) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1253.666712] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1253.666833] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1253.666869] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1253.666958] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGH for action security_group_rules [ 1253.667016] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGH for action security_group_rules [ 1253.667075] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGH for action security_group_rules [ 1253.667127] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGH for action security_group_rules [ 1253.667176] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGH for action security_group_rules [ 1253.667241] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGH for action security_group_rules [ 1253.667318] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGH for action security_group_rules [ 1253.667622] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGH for action security_group_rules [ 1253.667622] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGH for action security_group_rules [ 1253.667622] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 456b2162-fe20-4c63-b659-91b9ded64645 with Priority: HIGH for action security_group_rules [ 1253.667622] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 416db05b-9e84-4533-8420-a7ddb473367e with Priority: HIGH for action security_group_rules [ 1253.667786] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGH for action security_group_rules [ 1253.667786] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGH for action security_group_rules [ 1253.667786] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGH for action security_group_rules [ 1253.667883] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGH for action security_group_rules [ 1253.667883] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGH for action security_group_rules [ 1253.667945] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGH for action security_group_rules [ 1253.667979] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGH for action security_group_rules [ 1253.668060] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGH for action security_group_rules [ 1253.668132] env[65978]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGH for action security_group_rules [ 1253.668180] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.208921] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.209067] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=2 [ 1254.209175] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 with Priority: HIGH for action security_group_rules [ 1254.209316] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 with Priority: HIGH for action security_group_rules [ 1254.209400] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGH for action security_group_rules [ 1254.209499] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab66b3e3-99a0-411b-9c1b-dace4894057a with Priority: HIGH for action security_group_rules [ 1254.209593] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa with Priority: HIGH for action security_group_rules [ 1254.209684] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be with Priority: HIGH for action security_group_rules [ 1254.209776] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9be015-140a-4d69-8d8e-383bc831a3df with Priority: HIGH for action security_group_rules [ 1254.209866] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 with Priority: HIGH for action security_group_rules [ 1254.209955] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947c5534-8312-464f-8a6e-22e38eea4284 with Priority: HIGH for action security_group_rules [ 1254.210060] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 with Priority: HIGH for action security_group_rules [ 1254.210150] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a6db76-8481-4ceb-966a-0b153878fe29 with Priority: HIGH for action security_group_rules [ 1254.210236] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 with Priority: HIGH for action security_group_rules [ 1254.210324] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416db05b-9e84-4533-8420-a7ddb473367e with Priority: HIGH for action security_group_rules [ 1254.210408] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456b2162-fe20-4c63-b659-91b9ded64645 with Priority: HIGH for action security_group_rules [ 1254.210495] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 with Priority: HIGH for action security_group_rules [ 1254.210581] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2403429a-b26f-4ec4-9dba-2def1978059e with Priority: HIGH for action security_group_rules [ 1254.210665] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGH for action security_group_rules [ 1254.210750] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGH for action security_group_rules [ 1254.211584] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 with Priority: HIGH for action security_group_rules [ 1254.211748] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 with Priority: HIGH for action security_group_rules [ 1254.212119] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.212262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.212335] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.212581] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.212664] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea85c670-9b0a-4e45-831d-9c11d90d8e58',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.213622] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e5d50f-9012-40cd-8633-0f21d1800a79 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.213737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.213803] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.213967] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.214059] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e5d50f-9012-40cd-8633-0f21d1800a79',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.214818] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.215017] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.215082] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.215234] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.215323] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.216024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab66b3e3-99a0-411b-9c1b-dace4894057a taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.216127] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.216196] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.216347] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.216418] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab66b3e3-99a0-411b-9c1b-dace4894057a',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.217446] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.217446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.217446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.217627] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.217664] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99a6440e-ed26-4b77-bf0d-08094fc1cfaa',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.218487] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.218607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.218656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.218826] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.218908] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e1a4f0-fa3f-46cb-a711-9aab917bf5be',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.219806] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9be015-140a-4d69-8d8e-383bc831a3df taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.219913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.219973] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.220140] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.220205] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9be015-140a-4d69-8d8e-383bc831a3df',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.220945] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.221097] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.221130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.221267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.221342] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a264d4-5889-4d1a-82cc-7ed3486cbf97',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.221994] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947c5534-8312-464f-8a6e-22e38eea4284 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.222228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.222228] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.222340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.222378] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947c5534-8312-464f-8a6e-22e38eea4284',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.224850] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.224957] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.225036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.225193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.225292] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91ee95fa-4aba-443c-a57a-0110ca21b1b4',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.225956] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46a6db76-8481-4ceb-966a-0b153878fe29 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.226079] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.226145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.226297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.226366] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46a6db76-8481-4ceb-966a-0b153878fe29',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.227059] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.227166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.227231] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.227400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.227479] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83e3a499-b1d5-46dd-abd8-d0c37f16d823',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.228275] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-416db05b-9e84-4533-8420-a7ddb473367e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.228382] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.228446] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.228623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.228713] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('416db05b-9e84-4533-8420-a7ddb473367e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.229385] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-456b2162-fe20-4c63-b659-91b9ded64645 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.229490] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.229555] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.229743] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.229786] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('456b2162-fe20-4c63-b659-91b9ded64645',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.230448] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-756790c5-ed20-461a-9cb0-f446d4a97a31 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.230553] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.230616] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.230762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.230832] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('756790c5-ed20-461a-9cb0-f446d4a97a31',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.231556] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2403429a-b26f-4ec4-9dba-2def1978059e taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.231682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.231755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.231922] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.231996] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2403429a-b26f-4ec4-9dba-2def1978059e',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.232751] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.232824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.233019] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.233153] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.233202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.233352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.233424] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.234128] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d15b023-e633-46d5-b711-cff8a5e93b65 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.234232] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.234294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.234440] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.234511] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d15b023-e633-46d5-b711-cff8a5e93b65',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.235175] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.235282] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.235398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.235494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.235561] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc3d29ab-1080-4ed2-8731-0575b8f0bfe2',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.744178] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.744340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.744340] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.744537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.744692] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.744787] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.744841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.744985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.745083] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.745168] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.745281] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.751249] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-426bb602-4ae1-48b6-84db-a312bc1a7c8b taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.751404] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.751461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.751610] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.751748] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.751843] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.751897] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.752065] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.752149] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.752235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.752319] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.764958] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.802476] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.802641] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.802682] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.802903] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.811564] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.811749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.832859] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.832859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.832859] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1254.833266] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.833844] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.834040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.834671] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.834884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.835524] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.835656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.835742] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.836025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.836120] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.836468] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.836468] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.836468] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.836587] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.836624] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.836716] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.838217] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.838318] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.839030] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.839145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.839769] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.839859] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.840570] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.840665] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.841357] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.841457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.842146] env[65978]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1254.843008] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.843119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.843725] env[65978]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1254.844109] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.844200] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.844762] env[65978]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1254.845161] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.845291] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.845894] env[65978]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1254.846286] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.846400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.846993] env[65978]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1254.847406] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.847517] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.848330] env[65978]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1254.848749] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.848857] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9be015-140a-4d69-8d8e-383bc831a3df is going to be deleted. [ 1254.850871] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.850972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.851035] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.851222] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.875248] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.875407] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947c5534-8312-464f-8a6e-22e38eea4284 is going to be deleted. [ 1254.876312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.876526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.897839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.898059] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2403429a-b26f-4ec4-9dba-2def1978059e is going to be deleted. [ 1254.899036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.899295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.906557] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.906745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.918772] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.918913] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc3d29ab-1080-4ed2-8731-0575b8f0bfe2 is going to be deleted. [ 1254.919858] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.920106] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.946217] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.946375] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e5d50f-9012-40cd-8633-0f21d1800a79 is going to be deleted. [ 1254.947307] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.947607] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.956638] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.956811] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.984989] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.985210] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.986741] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.986874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.989745] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.989887] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 416db05b-9e84-4533-8420-a7ddb473367e is going to be deleted. [ 1254.990824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.991051] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.024594] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.024715] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 456b2162-fe20-4c63-b659-91b9ded64645 is going to be deleted. [ 1255.025855] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.026093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.062840] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.062840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.081289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.081479] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab66b3e3-99a0-411b-9c1b-dace4894057a is going to be deleted. [ 1255.082428] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.082657] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.135013] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.135013] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.251486] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.274583] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 426bb602-4ae1-48b6-84db-a312bc1a7c8b: rpc.has_security_group_logging(os_id): False [ 1255.276736] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.276890] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99a6440e-ed26-4b77-bf0d-08094fc1cfaa is going to be deleted. [ 1255.278105] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.278325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.301451] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.301680] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.348393] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.348640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.349059] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.349236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.349358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.349649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.349860] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.349995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.350119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.350314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.350435] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.350556] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.350759] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.350886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.350972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.351173] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.351364] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.351496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.351588] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.351782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.351890] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.352016] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.352153] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.388677] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.388866] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d15b023-e633-46d5-b711-cff8a5e93b65 is going to be deleted. [ 1255.389737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.389950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.401906] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.402135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.438728] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.438896] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91ee95fa-4aba-443c-a57a-0110ca21b1b4 is going to be deleted. [ 1255.439757] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.439978] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.488058] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.488245] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 756790c5-ed20-461a-9cb0-f446d4a97a31 is going to be deleted. [ 1255.489151] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.489364] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.509652] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.509883] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.534601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.534783] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea85c670-9b0a-4e45-831d-9c11d90d8e58 is going to be deleted. [ 1255.535805] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.536070] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.577338] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.577581] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.598179] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.598411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.610459] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.610678] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a264d4-5889-4d1a-82cc-7ed3486cbf97 is going to be deleted. [ 1255.611737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.611969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.632760] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.633036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.738991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.739223] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46a6db76-8481-4ceb-966a-0b153878fe29 is going to be deleted. [ 1255.740141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.740356] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.754339] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18c9f837-a4b4-4e46-a31d-492f1297cfbc: rpc.has_security_group_logging(os_id): False [ 1255.775242] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.775514] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.963985] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.963985] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.963985] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d736c05f-b473-4d7b-858c-d674dc7ccd2f: rpc.has_security_group_logging(os_id): False [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.963985] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83e3a499-b1d5-46dd-abd8-d0c37f16d823 is going to be deleted. [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.963985] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e1a4f0-fa3f-46cb-a711-9aab917bf5be is going to be deleted. [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9be015-140a-4d69-8d8e-383bc831a3df" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.963985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947c5534-8312-464f-8a6e-22e38eea4284" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.965449] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.965449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.965449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.965449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.965449] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.965449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.965449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.965449] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.965449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.965449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.965449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.965449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966052] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966052] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966052] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc3d29ab-1080-4ed2-8731-0575b8f0bfe2" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966052] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e5d50f-9012-40cd-8633-0f21d1800a79" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.966737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.966737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-416db05b-9e84-4533-8420-a7ddb473367e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.966737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.966737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-456b2162-fe20-4c63-b659-91b9ded64645" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.966737] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.975437] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.975437] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.003089] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.003089] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.003306] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.003306] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.003508] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.003601] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.003726] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b is going to be updated. [ 1256.004931] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.005505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.005505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.005505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99a6440e-ed26-4b77-bf0d-08094fc1cfaa" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.005664] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.005697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.005793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.005912] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d15b023-e633-46d5-b711-cff8a5e93b65" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.006110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.006943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.006943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.006943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91ee95fa-4aba-443c-a57a-0110ca21b1b4" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.006943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.006943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.006943] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.007281] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-756790c5-ed20-461a-9cb0-f446d4a97a31" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.007656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.007841] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.007926] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.008101] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a264d4-5889-4d1a-82cc-7ed3486cbf97" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.008256] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.008433] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.008527] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.008645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea85c670-9b0a-4e45-831d-9c11d90d8e58" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.008815] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.008990] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.030567] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.030775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.074129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.074581] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.074581] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.074767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.074845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.074918] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.075026] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be updated. [ 1256.076204] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.076380] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.076628] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.076713] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46a6db76-8481-4ceb-966a-0b153878fe29" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.076847] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.076993] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.077081] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.077199] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab66b3e3-99a0-411b-9c1b-dace4894057a" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.077348] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.077568] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.077648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.077758] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83e3a499-b1d5-46dd-abd8-d0c37f16d823" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.077874] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.078025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.078094] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.078201] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2403429a-b26f-4ec4-9dba-2def1978059e" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.078830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.078987] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.079139] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.079268] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e1a4f0-fa3f-46cb-a711-9aab917bf5be" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.153750] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.153750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.153750] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.154067] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.154102] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.178188] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1256.226055] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.226211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.226285] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.226505] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.226651] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.257919] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b in Status: IN_PROGRESS for 2s [ 1256.262323] env[65978]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1256.263136] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.263297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.263449] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.263730] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.263862] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.303938] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: IN_PROGRESS for 2s [ 1258.194615] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1258.194951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.195056] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.195261] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.195376] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.273141] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b in Status: SUCCESS [ 1258.273480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.318136] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 1258.318409] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.697895] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.698141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.698141] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.698319] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.698530] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.698646] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.698714] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.698879] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.698969] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.699076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.699169] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.201811] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.202273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.202273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.202376] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.203745] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.203881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.203950] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.204176] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.204314] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.204390] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.204574] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.204694] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.204768] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.204941] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.205121] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.205233] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.205313] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.205492] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.205589] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.205692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.205793] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.212623] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.212758] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1259.709462] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d736c05f-b473-4d7b-858c-d674dc7ccd2f: rpc.has_security_group_logging(os_id): False [ 1259.729421] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.729575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.729649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.729913] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.730015] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.730240] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.730345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.730416] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.730579] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.730663] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.730855] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.731264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.731264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.731264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.731264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.731443] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.731510] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.731598] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.731719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.731798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.731893] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1259.809208] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.809406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.809406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.809671] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.809821] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.825240] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1261.855702] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1261.856119] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.425809] env[65978]: INFO networking_nsxv3.common.synchronization [req-ac423332-45dc-4e5e-8c0a-74b3f0f4d192 req-62b14b66-7e37-4669-97cc-76efce2b3365 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1262.426045] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1262.426381] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.426494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.426567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.427289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.427289] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.427289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.427289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.427289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.427289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.427772] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.436198] env[65978]: INFO networking_nsxv3.common.synchronization [req-5b0df2c8-1637-4f2d-91bb-a083e48f5532 req-2c6c5cf5-e791-4a0d-ac53-a6ffd6022b29 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1262.436742] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1262.437268] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.437268] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.437366] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.438355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.438355] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.438355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.438355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.438355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.438355] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.438355] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.929700] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.930161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.930161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.930247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.930312] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.930518] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.930619] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.930683] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.930834] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.930910] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.930999] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be updated. [ 1262.941180] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.964271] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.964531] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.964720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.964923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.965120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.978208] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: IN_PROGRESS for 2s [ 1263.443856] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.951293] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.951640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.951640] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.951731] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.951797] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.951949] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1263.986187] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.986346] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.986411] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.986615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.986762] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.996780] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1264.988745] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 1264.989144] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc deletion is rescheduled due to dependency. [ 1264.989182] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.008088] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1266.008484] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.437686] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.437992] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.247600] env[65978]: INFO networking_nsxv3.common.synchronization [req-161eb850-8f22-497d-b78e-dcd865e3112a req-b6d4a67b-65ac-410c-b334-7ef9397db4a1 tempest-ServersTestJSON-1959683047 tempest-ServersTestJSON-1959683047-project-member] Enqueued Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1269.248125] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f with Priority: HIGHEST for action security_group_members [ 1269.248441] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-d736c05f-b473-4d7b-858c-d674dc7ccd2f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.248561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.248638] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.248839] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.248990] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.249230] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.249297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.249453] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.249591] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.249634] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d736c05f-b473-4d7b-858c-d674dc7ccd2f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.752409] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.752575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.752575] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.752801] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.752894] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.753099] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.753197] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.753260] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.753406] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.753481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.753567] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f is going to be updated. [ 1269.782517] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.782719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.782719] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.782898] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.783078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.791913] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: IN_PROGRESS for 2s [ 1271.803436] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f in Status: SUCCESS [ 1271.803814] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d736c05f-b473-4d7b-858c-d674dc7ccd2f deletion is rescheduled due to dependency. [ 1271.803814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d736c05f-b473-4d7b-858c-d674dc7ccd2f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.901252] env[65978]: INFO networking_nsxv3.common.synchronization [req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 req-c493a2fa-e591-495d-9dcc-8df4f4cd807a tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1272.901481] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1272.901612] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.901740] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.901810] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.902010] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.902175] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.902262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.902311] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.902457] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.902540] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.902632] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.193446] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.193706] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.193842] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.194257] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.194439] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.194587] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.194701] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.195032] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.195177] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.195386] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.195545] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.195602] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.195702] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.195812] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.195911] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.196051] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.218589] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.218589] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1273.218589] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.218589] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.218934] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-42a0bf95-df4d-4fab-81c8-34d3d4910d27 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.218934] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-42a0bf95-df4d-4fab-81c8-34d3d4910d27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.219073] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-42a0bf95-df4d-4fab-81c8-34d3d4910d27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.219401] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-42a0bf95-df4d-4fab-81c8-34d3d4910d27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.219571] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42a0bf95-df4d-4fab-81c8-34d3d4910d27',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.406020] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.406020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.406020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.406020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.406020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.406020] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.406020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.406020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.406020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.406020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.406020] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be updated. [ 1273.434291] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.434551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.434551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.434708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.434822] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.445229] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: IN_PROGRESS for 2s [ 1273.722151] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.722359] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.722478] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.722753] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.722892] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.723076] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port 42a0bf95-df4d-4fab-81c8-34d3d4910d27 not found, creating... [ 1273.723336] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.723488] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.723602] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.723815] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.723949] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.724253] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.724403] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.724796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.724796] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.724886] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.724964] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: 42a0bf95-df4d-4fab-81c8-34d3d4910d27 is going to be created. [ 1273.745820] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.746047] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.746157] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.746415] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.746635] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.746855] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-42a0bf95-df4d-4fab-81c8-34d3d4910d27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.452370] env[65978]: INFO networking_nsxv3.common.synchronization [req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 req-b6146b2a-b56f-4fca-afe9-db3b60034723 service nova] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_rules [ 1274.452370] env[65978]: INFO networking_nsxv3.common.synchronization [req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 req-b6146b2a-b56f-4fca-afe9-db3b60034723 service nova] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1274.452370] env[65978]: INFO networking_nsxv3.common.synchronization [req-f469d6b2-2bd6-415f-84d9-8dc8691813a2 req-b6146b2a-b56f-4fca-afe9-db3b60034723 service nova] Enqueued Resource ID: 42a0bf95-df4d-4fab-81c8-34d3d4910d27 with Priority: HIGHEST for action port [ 1274.452712] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_rules [ 1274.452712] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1274.452712] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a0bf95-df4d-4fab-81c8-34d3d4910d27 with Priority: HIGHEST for action port [ 1274.453052] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.453113] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.453155] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.453350] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.453428] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.454991] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.455109] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.455306] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-42a0bf95-df4d-4fab-81c8-34d3d4910d27 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.455407] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42a0bf95-df4d-4fab-81c8-34d3d4910d27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.455471] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42a0bf95-df4d-4fab-81c8-34d3d4910d27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.455633] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42a0bf95-df4d-4fab-81c8-34d3d4910d27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.455706] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42a0bf95-df4d-4fab-81c8-34d3d4910d27',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.957962] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.957962] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.958203] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42a0bf95-df4d-4fab-81c8-34d3d4910d27 with status ACTIVE [ 1274.958296] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.958414] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.958473] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.958776] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.958886] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.959070] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.959170] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.959227] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.959391] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.959469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.959639] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.959733] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.959774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.959916] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.960025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.960131] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42a0bf95-df4d-4fab-81c8-34d3d4910d27 is going to be updated. [ 1274.981491] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.981685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.981685] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.981870] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.982010] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.982166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42a0bf95-df4d-4fab-81c8-34d3d4910d27" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.455637] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 1275.455922] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc deletion is rescheduled due to dependency. [ 1275.456046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.456211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.456413] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.456590] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.456704] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.456770] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.456919] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.457015] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.457113] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.959702] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.461465] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.964024] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.964229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.964229] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.964469] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.964567] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.964671] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be updated. [ 1276.993091] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.993281] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.993359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.993573] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.993720] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.002750] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: IN_PROGRESS for 2s [ 1279.014162] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 1279.014604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.014604] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.014722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.014910] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.015036] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.015104] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.015252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.015373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.015490] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.015490] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.453738] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.453918] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1279.517474] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.019592] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18c9f837-a4b4-4e46-a31d-492f1297cfbc: rpc.has_security_group_logging(os_id): False [ 1280.038176] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.038447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.038447] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.038576] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.038662] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.038954] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.039060] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.039124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.039278] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.039358] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.039445] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be updated. [ 1280.097669] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.098028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.098028] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.098166] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.098280] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.112277] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: IN_PROGRESS for 2s [ 1280.820405] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-156 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.820605] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.820717] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.820986] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.821251] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.821405] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.821518] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.821726] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.821864] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.822082] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.822195] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.822302] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.822404] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.822510] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.822609] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.822740] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.840152] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.840336] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1280.840458] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.840627] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-156" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.840934] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-0e89509d-819f-45d9-92ce-65135c8db41f taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.841124] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.841243] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.841489] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.841621] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e89509d-819f-45d9-92ce-65135c8db41f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.344106] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.344557] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.344557] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.344872] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.345095] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.345447] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.345655] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.345818] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.346136] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.346304] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.346625] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.346808] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.346952] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.347206] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.347372] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.347544] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: 0e89509d-819f-45d9-92ce-65135c8db41f is going to be updated. [ 1281.368122] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.368416] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.368680] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.368995] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.369205] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.369423] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.059054] env[65978]: INFO networking_nsxv3.common.synchronization [req-f831957c-0829-407d-9e84-7ce15d122d07 req-0317e99e-28d0-4117-870e-1f303357b6fc service nova] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_rules [ 1282.059054] env[65978]: INFO networking_nsxv3.common.synchronization [req-f831957c-0829-407d-9e84-7ce15d122d07 req-0317e99e-28d0-4117-870e-1f303357b6fc service nova] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1282.059054] env[65978]: INFO networking_nsxv3.common.synchronization [req-f831957c-0829-407d-9e84-7ce15d122d07 req-0317e99e-28d0-4117-870e-1f303357b6fc service nova] Enqueued Resource ID: 0e89509d-819f-45d9-92ce-65135c8db41f with Priority: HIGHEST for action port [ 1282.059426] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_rules [ 1282.060023] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1282.060023] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e89509d-819f-45d9-92ce-65135c8db41f with Priority: HIGHEST for action port [ 1282.060023] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.060289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.060289] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.060483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.060586] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.061824] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.061981] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.062124] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.062368] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.062565] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.062688] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.062800] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.062964] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.063085] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.063202] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.064056] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e89509d-819f-45d9-92ce-65135c8db41f taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.064202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.064299] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.064483] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.064588] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e89509d-819f-45d9-92ce-65135c8db41f',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.126442] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 1282.126623] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.566391] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.568048] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.568277] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.568447] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e89509d-819f-45d9-92ce-65135c8db41f with status ACTIVE [ 1282.569108] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.569108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.569108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.569108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.569108] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.569456] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.569456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.569456] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.569608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.569608] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.569725] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.569823] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.569873] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.570020] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.570107] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.570202] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e89509d-819f-45d9-92ce-65135c8db41f is going to be updated. [ 1282.591135] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.591316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.591359] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.591532] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.591670] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.591814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e89509d-819f-45d9-92ce-65135c8db41f" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.068921] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.572456] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.572876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.572876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.572876] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.572991] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.573067] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be updated. [ 1283.602344] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.602561] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.602637] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.602863] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.603046] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.611585] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: IN_PROGRESS for 2s [ 1285.623081] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 1285.623551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.623551] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.623706] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.623831] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.623951] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.624023] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.624187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.624265] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.624360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.624441] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.126693] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.628752] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 043d579c-72f7-43fc-b2a7-4c45ec1f30cf: rpc.has_security_group_logging(os_id): False [ 1286.647066] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.647268] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.647316] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.647496] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.669039] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.669377] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.669494] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.669615] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.669766] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.669838] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.669960] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be updated. [ 1286.731175] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.731351] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.731398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.731634] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.731784] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.747364] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: IN_PROGRESS for 2s [ 1287.061256] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.061437] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1288.764444] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 1288.764865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.062333] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.062720] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1297.063215] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.063692] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1298.396120] env[65978]: INFO networking_nsxv3.common.synchronization [req-8513eeb3-645f-4780-a16f-b68b67c7f841 req-46d707a6-4003-4429-9e77-019561f3d1e8 tempest-ServerActionsTestOtherB-605756230 tempest-ServerActionsTestOtherB-605756230-project-member] Enqueued Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1298.396728] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf with Priority: HIGHEST for action security_group_members [ 1298.397059] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.397186] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.397267] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.398031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.398031] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.398031] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.398322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.398322] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.398441] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.398497] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('043d579c-72f7-43fc-b2a7-4c45ec1f30cf',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.900750] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.900985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.900985] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.901292] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.901398] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.901602] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.901708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.901793] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.901995] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.902135] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.902269] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf is going to be updated. [ 1298.933082] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.933782] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.933934] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.934284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.934528] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.944213] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: IN_PROGRESS for 2s [ 1300.958120] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf in Status: SUCCESS [ 1300.958120] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 043d579c-72f7-43fc-b2a7-4c45ec1f30cf deletion is rescheduled due to dependency. [ 1300.958120] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-043d579c-72f7-43fc-b2a7-4c45ec1f30cf" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.397567] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.397853] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.399109] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.399508] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.516468] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.516805] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.516805] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.517039] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.517286] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.517436] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.517548] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.517792] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.517938] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.518153] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1310.518280] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1310.518393] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1310.518497] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1310.518603] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1310.518704] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1310.518830] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1310.539392] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1310.539554] env[65978]: DEBUG dogpile.cache.region [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1310.539682] env[65978]: DEBUG dogpile.lock [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1310.539849] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "network-844" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.540163] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock port-b5a063dc-8e58-4b30-8341-079a8235d0d0 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.540327] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.540446] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.540712] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.540839] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a063dc-8e58-4b30-8341-079a8235d0d0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.043223] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.043439] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.043562] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.043847] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.043993] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.044290] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.044446] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.044562] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.044781] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.044914] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.045205] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.045359] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.045475] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.045677] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.045806] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.045943] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Resource: SegmentPort with ID: b5a063dc-8e58-4b30-8341-079a8235d0d0 is going to be updated. [ 1311.067909] env[65978]: DEBUG networking_nsxv3.common.locking [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.068022] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.068126] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.068437] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.068626] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.068842] env[65978]: DEBUG oslo_concurrency.lockutils [None req-262fabbe-b15b-4eb4-ac23-67da9f8d23d9 None None] Releasing lock "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.779599] env[65978]: INFO networking_nsxv3.common.synchronization [req-9d5ca288-7155-4ce3-883a-81b53339045c req-3c574a88-7ef3-4580-a1e2-f91b4ee20158 service nova] Enqueued Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_rules [ 1311.779929] env[65978]: INFO networking_nsxv3.common.synchronization [req-9d5ca288-7155-4ce3-883a-81b53339045c req-3c574a88-7ef3-4580-a1e2-f91b4ee20158 service nova] Enqueued Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_members [ 1311.779929] env[65978]: INFO networking_nsxv3.common.synchronization [req-9d5ca288-7155-4ce3-883a-81b53339045c req-3c574a88-7ef3-4580-a1e2-f91b4ee20158 service nova] Enqueued Resource ID: b5a063dc-8e58-4b30-8341-079a8235d0d0 with Priority: HIGHEST for action port [ 1311.780493] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_rules [ 1311.780605] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_members [ 1311.780672] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a063dc-8e58-4b30-8341-079a8235d0d0 with Priority: HIGHEST for action port [ 1311.780936] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.781129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.781129] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.781367] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.781493] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.782227] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-426bb602-4ae1-48b6-84db-a312bc1a7c8b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.782360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.782493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.782547] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.782694] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.782778] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.782840] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.782972] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.783065] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.783193] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.783930] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a063dc-8e58-4b30-8341-079a8235d0d0 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.784040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.784040] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.784259] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.784259] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a063dc-8e58-4b30-8341-079a8235d0d0',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.286063] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-426bb602-4ae1-48b6-84db-a312bc1a7c8b taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.286063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.286063] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.286753] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5a063dc-8e58-4b30-8341-079a8235d0d0 with status ACTIVE [ 1312.286927] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.287049] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.287134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.287309] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.287439] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.287559] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.287656] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.287695] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.287844] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.287907] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.288088] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.288193] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.288273] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.288403] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.288477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.288562] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5a063dc-8e58-4b30-8341-079a8235d0d0 is going to be updated. [ 1312.310813] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.311042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.311042] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.311200] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.311328] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.311477] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a063dc-8e58-4b30-8341-079a8235d0d0" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.791094] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.293517] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.293517] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.294057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.294057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.294057] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.294057] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b is going to be updated. [ 1313.325482] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.325755] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.325824] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.326064] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.326252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.336543] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b in Status: IN_PROGRESS for 2s [ 1315.348856] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b in Status: SUCCESS [ 1315.349288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.349288] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.349545] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.349768] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.349888] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.349953] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.350145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.350252] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.350336] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.350452] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.852473] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.354836] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 426bb602-4ae1-48b6-84db-a312bc1a7c8b: rpc.has_security_group_logging(os_id): False [ 1316.376480] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.376754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.376754] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.376955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.377068] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.377325] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.377420] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.377475] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.377625] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.377692] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.377797] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b is going to be updated. [ 1316.440776] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.441069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.441069] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.441360] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.441583] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.466683] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b in Status: IN_PROGRESS for 2s [ 1316.781463] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.781747] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1318.482847] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b in Status: SUCCESS [ 1318.483297] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.782442] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.782864] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.783698] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.784135] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.785288] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.786039] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.786765] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.787198] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.787618] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.787989] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.789080] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.789525] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.790719] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.791099] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.058170] env[65978]: INFO networking_nsxv3.common.synchronization [req-878ef0c9-449a-4962-b131-9a3cd573cebd req-960e3794-a9b3-48a7-befc-2fd5603e3d91 tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1354.059017] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1354.059357] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.059493] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.059562] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.059904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.060130] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.060130] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.060279] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.060345] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.060405] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.060504] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.562609] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.562830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.562830] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.563076] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.563171] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.563366] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.563462] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.563525] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.563697] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.563814] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.563868] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be updated. [ 1354.593623] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.593851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.593851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.594061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.594211] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.602857] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: IN_PROGRESS for 2s [ 1356.614491] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 1356.616161] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc deletion is rescheduled due to dependency. [ 1356.616161] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.059878] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.059878] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.081733] env[65978]: INFO networking_nsxv3.common.synchronization [req-6494423d-3a72-4152-9720-cd5eed71fe6f req-79cb843e-68ad-4f61-b753-3ac728804ccb tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1361.082274] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1361.082619] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.082708] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.082767] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.082955] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.083116] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.083202] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.083270] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.083400] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.083502] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.083569] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.358033] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.358349] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.358551] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.358895] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.359936] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.360187] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.360314] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.360582] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.360752] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.360981] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1361.361114] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] NeedRegenerationException {{(pid=65978) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1361.361238] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] no value, waiting for create lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1361.361344] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] value creation lock acquired {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1361.361510] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] No value present for key: 'zone-id' {{(pid=65978) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1361.361559] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Calling creation function for not-yet-present value {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1361.361682] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1361.382744] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1361.383016] env[65978]: DEBUG dogpile.cache.region [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65978) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1361.383209] env[65978]: DEBUG dogpile.lock [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Released creation lock {{(pid=65978) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1361.383391] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "network-591" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.383698] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock port-f892c072-2835-4257-a060-1ab76c84f8d6 taken with stack trace [, , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.383880] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "port-f892c072-2835-4257-a060-1ab76c84f8d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.384010] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "port-f892c072-2835-4257-a060-1ab76c84f8d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.384363] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "port-f892c072-2835-4257-a060-1ab76c84f8d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.384500] env[65978]: DEBUG networking_nsxv3.api.rpc [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f892c072-2835-4257-a060-1ab76c84f8d6',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.586239] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.586452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.586452] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.586672] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.586763] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.586960] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.587078] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.587146] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.587296] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.587373] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.587457] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be updated. [ 1361.614961] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.615187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.615187] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.615363] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.615500] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.624086] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: IN_PROGRESS for 2s [ 1361.887339] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.887569] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.887702] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.888160] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.888354] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.888579] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Segment Port f892c072-2835-4257-a060-1ab76c84f8d6 not found, creating... [ 1361.888902] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.889086] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.889266] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.889519] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.889657] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.889944] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.890107] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.890228] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.890522] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.890689] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.890836] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Resource: SegmentPort with ID: f892c072-2835-4257-a060-1ab76c84f8d6 is going to be created. [ 1361.912214] env[65978]: DEBUG networking_nsxv3.common.locking [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.912538] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.912620] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.912842] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.913075] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.913299] env[65978]: DEBUG oslo_concurrency.lockutils [None req-6036306a-c001-4e80-81fb-e539e24ffcf7 None None] Releasing lock "port-f892c072-2835-4257-a060-1ab76c84f8d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.607128] env[65978]: INFO networking_nsxv3.common.synchronization [req-6494423d-3a72-4152-9720-cd5eed71fe6f req-4b179439-e8db-48fb-a69a-7a82f5f3879e service nova] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_rules [ 1362.607128] env[65978]: INFO networking_nsxv3.common.synchronization [req-6494423d-3a72-4152-9720-cd5eed71fe6f req-4b179439-e8db-48fb-a69a-7a82f5f3879e service nova] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1362.607128] env[65978]: INFO networking_nsxv3.common.synchronization [req-6494423d-3a72-4152-9720-cd5eed71fe6f req-4b179439-e8db-48fb-a69a-7a82f5f3879e service nova] Enqueued Resource ID: f892c072-2835-4257-a060-1ab76c84f8d6 with Priority: HIGHEST for action port [ 1362.607654] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_rules [ 1362.607654] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1362.607654] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f892c072-2835-4257-a060-1ab76c84f8d6 with Priority: HIGHEST for action port [ 1362.608129] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.608258] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.608325] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.608524] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.608604] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.609461] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.609588] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.609730] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock port-f892c072-2835-4257-a060-1ab76c84f8d6 taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.610025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f892c072-2835-4257-a060-1ab76c84f8d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.610025] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f892c072-2835-4257-a060-1ab76c84f8d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.610215] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f892c072-2835-4257-a060-1ab76c84f8d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.610215] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f892c072-2835-4257-a060-1ab76c84f8d6',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.111566] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.111798] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.111907] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f892c072-2835-4257-a060-1ab76c84f8d6 with status ACTIVE [ 1363.112089] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.112194] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.112262] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.112461] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.112550] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.112714] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.112806] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.112865] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.113030] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.113110] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.113285] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.113378] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.113438] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.113571] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.113645] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.113729] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f892c072-2835-4257-a060-1ab76c84f8d6 is going to be updated. [ 1363.135211] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.135476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.135476] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.135593] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.135733] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.135923] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f892c072-2835-4257-a060-1ab76c84f8d6" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.635471] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 1363.635851] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc deletion is rescheduled due to dependency. [ 1363.635851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.635851] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.636038] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.636226] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.636379] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.636443] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.636570] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.636649] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.636741] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.139417] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.644277] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.774167] env[65978]: INFO networking_nsxv3.common.synchronization [req-0695c4cc-bcbd-42cb-a214-53f19c37226f req-52471fdc-ffe1-4706-9005-0bf87332c30a tempest-AttachVolumeShelveTestJSON-1980209761 tempest-AttachVolumeShelveTestJSON-1980209761-project-member] Enqueued Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_members [ 1364.774526] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b with Priority: HIGHEST for action security_group_members [ 1364.775257] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-426bb602-4ae1-48b6-84db-a312bc1a7c8b taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.775257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.775257] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.775592] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.775647] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.776073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.776073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.776073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.776389] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.776389] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('426bb602-4ae1-48b6-84db-a312bc1a7c8b',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.146703] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.146946] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.147061] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.147295] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.147388] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.147491] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be updated. [ 1365.177874] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.178073] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.178125] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.178337] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.178521] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.187291] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: IN_PROGRESS for 2s [ 1365.279264] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.279481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.279481] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.279722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.279881] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.279971] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.280093] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.280158] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.280284] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.280357] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.280442] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b is going to be updated. [ 1365.310643] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.310845] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.310904] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.311145] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.311294] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.320807] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b in Status: IN_PROGRESS for 2s [ 1367.197645] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 1367.198033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.198033] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.198185] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.198399] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.198519] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.198578] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.198765] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.198884] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.198930] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.198989] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.329914] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b in Status: SUCCESS [ 1367.330142] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 426bb602-4ae1-48b6-84db-a312bc1a7c8b deletion is rescheduled due to dependency. [ 1367.330247] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-426bb602-4ae1-48b6-84db-a312bc1a7c8b" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.701184] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.203745] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18c9f837-a4b4-4e46-a31d-492f1297cfbc: rpc.has_security_group_logging(os_id): False [ 1368.222074] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.222302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.222302] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.222480] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.222570] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.222835] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.222937] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.223011] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.223165] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.223242] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.223329] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be updated. [ 1368.280156] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.280387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.280387] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.280526] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.280668] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.293064] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: IN_PROGRESS for 2s [ 1369.775238] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.775596] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1370.312774] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 1370.312774] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.776472] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.776747] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.777185] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.777611] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.778430] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.778893] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.779356] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.779804] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.780838] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.781220] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.781951] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.781951] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.783222] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.783538] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.784070] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.784467] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.785886] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.785886] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.787163] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.787591] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.605703] env[65978]: INFO networking_nsxv3.common.synchronization [req-db1ac442-9567-476e-b0f2-397fb4e4ae0e req-8cbfe2df-8680-4e31-a1b8-c5119202796a tempest-ServerActionsTestJSON-1656732920 tempest-ServerActionsTestJSON-1656732920-project-member] Enqueued Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1422.606253] env[65978]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc with Priority: HIGHEST for action security_group_members [ 1422.606592] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c9f837-a4b4-4e46-a31d-492f1297cfbc taken with stack trace [, , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.606722] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.607065] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.607236] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.607467] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.607648] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.607775] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.608074] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.608235] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.608386] env[65978]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c9f837-a4b4-4e46-a31d-492f1297cfbc',) {} {{(pid=65978) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.110593] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.110825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.110825] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.111134] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.111264] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.111514] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.111668] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.111756] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.111944] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.112063] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.112175] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc is going to be updated. [ 1423.147708] env[65978]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65978) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.147932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.147932] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.148175] env[65978]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.148352] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.156218] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: IN_PROGRESS for 2s [ 1425.167135] env[65978]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc in Status: SUCCESS [ 1425.167537] env[65978]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c9f837-a4b4-4e46-a31d-492f1297cfbc deletion is rescheduled due to dependency. [ 1425.167537] env[65978]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c9f837-a4b4-4e46-a31d-492f1297cfbc" {{(pid=65978) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.607269] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.607566] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.608348] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.608803] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.609976] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.609976] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.611138] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.611539] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.612137] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.612571] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.613394] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.613780] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.615295] env[65978]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.615295] env[65978]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0